2016-04-25T06:27:01,452 INFO [main] io.druid.guice.PropertiesModule - Loading properties from common.runtime.properties 2016-04-25T06:27:01,456 INFO [main] io.druid.guice.PropertiesModule - Loading properties from runtime.properties 2016-04-25T06:27:01,507 INFO [main] org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 5.1.3.Final 2016-04-25T06:27:02,358 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, directory='extensions', hadoopDependenciesDir='hadoop-dependencies', loadList=[druid-histogram, druid-datasketches, druid-namespace-lookup, mysql-metadata-storage, druid-hdfs-storage]}] 2016-04-25T06:27:02,369 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-histogram] for class [io.druid.cli.CliCommandCreator] 2016-04-25T06:27:02,383 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-histogram/druid-histogram-0.9.0.jar] 2016-04-25T06:27:02,384 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-datasketches] for class [io.druid.cli.CliCommandCreator] 2016-04-25T06:27:02,385 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-datasketches/druid-datasketches-0.9.0.jar] 2016-04-25T06:27:02,385 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-datasketches/sketches-core-0.2.2.jar] 2016-04-25T06:27:02,386 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-namespace-lookup] for class [io.druid.cli.CliCommandCreator] 2016-04-25T06:27:02,386 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-namespace-lookup/druid-namespace-lookup-0.9.0.jar] 2016-04-25T06:27:02,387 INFO [main] io.druid.initialization.Initialization - Loading extension [mysql-metadata-storage] for class [io.druid.cli.CliCommandCreator] 2016-04-25T06:27:02,388 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/mysql-metadata-storage/mysql-connector-java-5.1.34.jar] 2016-04-25T06:27:02,388 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/mysql-metadata-storage/mysql-metadata-storage-0.9.0.jar] 2016-04-25T06:27:02,390 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-hdfs-storage] for class [io.druid.cli.CliCommandCreator] 2016-04-25T06:27:02,391 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-api-2.3.0.jar] 2016-04-25T06:27:02,392 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-common-2.3.0.jar] 2016-04-25T06:27:02,392 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-shuffle-2.3.0.jar] 2016-04-25T06:27:02,392 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/druid-hdfs-storage-0.9.0.jar] 2016-04-25T06:27:02,393 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-collections-3.2.1.jar] 2016-04-25T06:27:02,393 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/jaxb-api-2.2.2.jar] 2016-04-25T06:27:02,393 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-digester-1.8.jar] 2016-04-25T06:27:02,393 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-auth-2.3.0.jar] 2016-04-25T06:27:02,394 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/stax-api-1.0-2.jar] 2016-04-25T06:27:02,394 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-compress-1.4.1.jar] 2016-04-25T06:27:02,394 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-math3-3.1.1.jar] 2016-04-25T06:27:02,395 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-beanutils-core-1.8.0.jar] 2016-04-25T06:27:02,395 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-common-2.3.0.jar] 2016-04-25T06:27:02,395 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-hdfs-2.3.0.jar] 2016-04-25T06:27:02,395 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-client-2.3.0.jar] 2016-04-25T06:27:02,396 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-core-2.3.0.jar] 2016-04-25T06:27:02,396 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-server-common-2.3.0.jar] 2016-04-25T06:27:02,396 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-net-3.1.jar] 2016-04-25T06:27:02,396 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-beanutils-1.7.0.jar] 2016-04-25T06:27:02,397 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/guava-16.0.1.jar] 2016-04-25T06:27:02,397 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-app-2.3.0.jar] 2016-04-25T06:27:02,397 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/paranamer-2.3.jar] 2016-04-25T06:27:02,398 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/xz-1.0.jar] 2016-04-25T06:27:02,398 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/servlet-api-2.5.jar] 2016-04-25T06:27:02,398 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-configuration-1.6.jar] 2016-04-25T06:27:02,398 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-client-2.3.0.jar] 2016-04-25T06:27:02,399 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/xmlenc-0.52.jar] 2016-04-25T06:27:02,399 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/avro-1.7.4.jar] 2016-04-25T06:27:02,399 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-jobclient-2.3.0.jar] 2016-04-25T06:27:02,400 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-common-2.3.0.jar] 2016-04-25T06:27:02,400 INFO [main] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/snappy-java-1.0.4.1.jar] 2016-04-25T06:27:02,756 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-histogram] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,759 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.query.aggregation.histogram.ApproximateHistogramDruidModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,759 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-datasketches] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,763 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.query.aggregation.datasketches.theta.SketchModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,764 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.query.aggregation.datasketches.theta.oldapi.OldApiSketchModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,765 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-namespace-lookup] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,769 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.server.namespace.NamespacedExtractionModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,769 INFO [main] io.druid.initialization.Initialization - Loading extension [mysql-metadata-storage] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,771 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.metadata.storage.mysql.MySQLMetadataStorageModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,771 INFO [main] io.druid.initialization.Initialization - Loading extension [druid-hdfs-storage] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:02,774 INFO [main] io.druid.initialization.Initialization - Adding local file system extension module [io.druid.storage.hdfs.HdfsStorageDruidModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:03,776 WARN [main] org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-04-25T06:27:05,411 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class com.metamx.emitter.core.LoggingEmitterConfig] from props[druid.emitter.logging.] as [LoggingEmitterConfig{loggerClass='com.metamx.emitter.core.LoggingEmitter', logLevel='info'}] 2016-04-25T06:27:05,535 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.DruidMonitorSchedulerConfig] from props[druid.monitoring.] as [io.druid.server.metrics.DruidMonitorSchedulerConfig@4686376b] 2016-04-25T06:27:05,565 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.MonitorsConfig] from props[druid.monitoring.] as [MonitorsConfig{monitors=[class com.metamx.metrics.JvmMonitor]}] 2016-04-25T06:27:05,614 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.DruidNode] from props[druid.] as [DruidNode{serviceName='druid/middleManager', host='master', port=8100}] 2016-04-25T06:27:05,619 INFO [main] io.druid.server.metrics.MetricsModule - Adding monitor[com.metamx.metrics.JvmMonitor@31c0142f] 2016-04-25T06:27:05,632 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.log.StartupLoggingConfig] from props[druid.startup.logging.] as [io.druid.server.log.StartupLoggingConfig@63b7e77] 2016-04-25T06:27:05,633 INFO [main] io.druid.cli.CliPeon - Starting up with processors[2], memory[271,581,184]. 2016-04-25T06:27:05,641 INFO [main] io.druid.cli.CliPeon - * awt.toolkit: sun.awt.X11.XToolkit 2016-04-25T06:27:05,641 INFO [main] io.druid.cli.CliPeon - * druid.emitter: logging 2016-04-25T06:27:05,641 INFO [main] io.druid.cli.CliPeon - * druid.emitter.logging.logLevel: info 2016-04-25T06:27:05,641 INFO [main] io.druid.cli.CliPeon - * druid.extensions.loadList: ["druid-histogram", "druid-datasketches", "druid-namespace-lookup", "mysql-metadata-storage", "druid-hdfs-storage"] 2016-04-25T06:27:05,642 INFO [main] io.druid.cli.CliPeon - * druid.host: master 2016-04-25T06:27:05,642 INFO [main] io.druid.cli.CliPeon - * druid.indexer.logs.directory: /druid/indexing-logs 2016-04-25T06:27:05,642 INFO [main] io.druid.cli.CliPeon - * druid.indexer.logs.type: hdfs 2016-04-25T06:27:05,642 INFO [main] io.druid.cli.CliPeon - * druid.indexer.runner.javaOpts: -server -Xmx2g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager 2016-04-25T06:27:05,642 INFO [main] io.druid.cli.CliPeon - * druid.indexer.task.baseTaskDir: var/druid/task 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.indexer.task.defaultHadoopCoordinates: ["org.apache.hadoop:hadoop-client:2.3.0"] 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.indexer.task.hadoopWorkingPath: var/druid/hadoop-tmp 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.metadata.storage.connector.connectURI: jdbc:mysql://localhost:3306/druid 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.metadata.storage.connector.password: 123456 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.metadata.storage.connector.user: root 2016-04-25T06:27:05,643 INFO [main] io.druid.cli.CliPeon - * druid.metadata.storage.type: mysql 2016-04-25T06:27:05,644 INFO [main] io.druid.cli.CliPeon - * druid.metrics.emitter.dimension.dataSource: wikiticker 2016-04-25T06:27:05,644 INFO [main] io.druid.cli.CliPeon - * druid.metrics.emitter.dimension.taskId: index_hadoop_wikiticker_2016-04-25T06:26:59.682Z 2016-04-25T06:27:05,644 INFO [main] io.druid.cli.CliPeon - * druid.monitoring.monitors: ["com.metamx.metrics.JvmMonitor"] 2016-04-25T06:27:05,644 INFO [main] io.druid.cli.CliPeon - * druid.port: 8100 2016-04-25T06:27:05,644 INFO [main] io.druid.cli.CliPeon - * druid.processing.buffer.sizeBytes: 536870912 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.processing.numThreads: 2 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.selectors.coordinator.serviceName: druid/coordinator 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.selectors.indexing.serviceName: druid/overlord 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.server.http.numThreads: 25 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.service: druid/middleManager 2016-04-25T06:27:05,645 INFO [main] io.druid.cli.CliPeon - * druid.startup.logging.logProperties: true 2016-04-25T06:27:05,646 INFO [main] io.druid.cli.CliPeon - * druid.storage.storageDirectory: /druid/segments 2016-04-25T06:27:05,646 INFO [main] io.druid.cli.CliPeon - * druid.storage.type: hdfs 2016-04-25T06:27:05,646 INFO [main] io.druid.cli.CliPeon - * druid.worker.capacity: 3 2016-04-25T06:27:05,646 INFO [main] io.druid.cli.CliPeon - * druid.zk.paths.base: /druid 2016-04-25T06:27:05,646 INFO [main] io.druid.cli.CliPeon - * druid.zk.service.host: localhost 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * file.encoding: UTF-8 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * file.encoding.pkg: sun.io 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * file.separator: / 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * java.awt.graphicsenv: sun.awt.X11GraphicsEnvironment 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * java.awt.printerjob: sun.print.PSPrinterJob 2016-04-25T06:27:05,647 INFO [main] io.druid.cli.CliPeon - * java.class.path: conf/druid/_common:conf/druid/middleManager:lib/log4j-1.2-api-2.5.jar:lib/druid-server-0.9.0.jar:lib/aws-java-sdk-codecommit-1.10.21.jar:lib/jackson-mapper-asl-1.9.13.jar:lib/aws-java-sdk-core-1.10.21.jar:lib/aws-java-sdk-lambda-1.10.21.jar:lib/aws-java-sdk-ssm-1.10.21.jar:lib/jersey-guice-1.19.jar:lib/aws-java-sdk-kinesis-1.10.21.jar:lib/javax.servlet-api-3.1.0.jar:lib/aws-java-sdk-workspaces-1.10.21.jar:lib/java-util-0.27.7.jar:lib/icu4j-4.8.1.jar:lib/commons-pool-1.6.jar:lib/aws-java-sdk-cloudwatch-1.10.21.jar:lib/aws-java-sdk-machinelearning-1.10.21.jar:lib/aws-java-sdk-1.10.21.jar:lib/plexus-utils-3.0.15.jar:lib/jackson-jaxrs-smile-provider-2.4.6.jar:lib/aws-java-sdk-cloudhsm-1.10.21.jar:lib/guice-servlet-4.0-beta.jar:lib/jsr305-2.0.1.jar:lib/slf4j-api-1.7.12.jar:lib/aws-java-sdk-cognitosync-1.10.21.jar:lib/RoaringBitmap-0.5.16.jar:lib/antlr4-runtime-4.0.jar:lib/javax.el-api-3.0.0.jar:lib/commons-io-2.4.jar:lib/derby-10.11.1.1.jar:lib/jetty-continuation-9.2.5.v20141112.jar:lib/curator-recipes-2.9.1.jar:lib/aether-connector-file-0.9.0.M2.jar:lib/aws-java-sdk-ecs-1.10.21.jar:lib/jersey-core-1.19.jar:lib/google-http-client-1.15.0-rc.jar:lib/commons-logging-1.1.1.jar:lib/commons-codec-1.7.jar:lib/guice-multibindings-4.0-beta.jar:lib/commons-dbcp2-2.0.1.jar:lib/maven-aether-provider-3.1.1.jar:lib/annotations-2.0.3.jar:lib/aws-java-sdk-directconnect-1.10.21.jar:lib/protobuf-java-2.5.0.jar:lib/aws-java-sdk-sqs-1.10.21.jar:lib/org.abego.treelayout.core-1.0.1.jar:lib/spymemcached-2.11.7.jar:lib/aws-java-sdk-ses-1.10.21.jar:lib/aws-java-sdk-efs-1.10.21.jar:lib/aws-java-sdk-elastictranscoder-1.10.21.jar:lib/jetty-proxy-9.2.5.v20141112.jar:lib/jackson-jaxrs-json-provider-2.4.6.jar:lib/aws-java-sdk-redshift-1.10.21.jar:lib/log4j-slf4j-impl-2.5.jar:lib/wagon-provider-api-2.4.jar:lib/plexus-interpolation-1.19.jar:lib/curator-client-2.9.1.jar:lib/jetty-servlets-9.2.5.v20141112.jar:lib/jackson-dataformat-smile-2.4.6.jar:lib/bcprov-jdk15on-1.52.jar:lib/aws-java-sdk-sts-1.10.21.jar:lib/druid-common-0.9.0.jar:lib/druid-api-0.3.16.jar:lib/base64-2.3.8.jar:lib/druid-indexing-service-0.9.0.jar:lib/log4j-core-2.5.jar:lib/jline-0.9.94.jar:lib/aether-impl-0.9.0.M2.jar:lib/google-http-client-jackson2-1.15.0-rc.jar:lib/jersey-servlet-1.19.jar:lib/aws-java-sdk-datapipeline-1.10.21.jar:lib/tesla-aether-0.0.5.jar:lib/guice-4.0-beta.jar:lib/aws-java-sdk-iam-1.10.21.jar:lib/jackson-core-asl-1.9.13.jar:lib/jcl-over-slf4j-1.7.12.jar:lib/derbyclient-10.11.1.1.jar:lib/jetty-server-9.2.5.v20141112.jar:lib/classmate-1.0.0.jar:lib/xpp3-1.1.4c.jar:lib/aws-java-sdk-swf-libraries-1.10.21.jar:lib/aws-java-sdk-storagegateway-1.10.21.jar:lib/httpcore-4.4.3.jar:lib/maven-settings-3.1.1.jar:lib/maven-settings-builder-3.1.1.jar:lib/aws-java-sdk-emr-1.10.21.jar:lib/curator-x-discovery-2.9.1.jar:lib/jetty-client-9.2.5.v20141112.jar:lib/jsr311-api-1.1.1.jar:lib/aws-java-sdk-elasticache-1.10.21.jar:lib/aws-java-sdk-s3-1.10.21.jar:lib/jboss-logging-3.1.3.GA.jar:lib/aws-java-sdk-cognitoidentity-1.10.21.jar:lib/maven-model-3.1.1.jar:lib/aws-java-sdk-cloudfront-1.10.21.jar:lib/aws-java-sdk-logs-1.10.21.jar:lib/server-metrics-0.2.8.jar:lib/lz4-1.3.0.jar:lib/aws-java-sdk-elasticloadbalancing-1.10.21.jar:lib/aether-connector-okhttp-0.0.9.jar:lib/http-client-1.0.4.jar:lib/jetty-util-9.2.5.v20141112.jar:lib/aws-java-sdk-simpledb-1.10.21.jar:lib/aws-java-sdk-simpleworkflow-1.10.21.jar:lib/compress-lzf-1.0.3.jar:lib/commons-cli-1.2.jar:lib/json-path-2.1.0.jar:lib/aws-java-sdk-route53-1.10.21.jar:lib/aws-java-sdk-ec2-1.10.21.jar:lib/aether-spi-0.9.0.M2.jar:lib/geoip2-0.4.0.jar:lib/aws-java-sdk-elasticbeanstalk-1.10.21.jar:lib/mapdb-1.0.8.jar:lib/aws-java-sdk-codepipeline-1.10.21.jar:lib/druid-services-0.9.0.jar:lib/aws-java-sdk-cloudsearch-1.10.21.jar:lib/aws-java-sdk-dynamodb-1.10.21.jar:lib/hibernate-validator-5.1.3.Final.jar:lib/jackson-jaxrs-base-2.4.6.jar:lib/aws-java-sdk-rds-1.10.21.jar:lib/jetty-security-9.2.5.v20141112.jar:lib/jackson-annotations-2.4.6.jar:lib/commons-lang-2.6.jar:lib/derbynet-10.11.1.1.jar:lib/commons-pool2-2.2.jar:lib/aws-java-sdk-support-1.10.21.jar:lib/irc-api-1.0-0014.jar:lib/activation-1.1.1.jar:lib/rhino-1.7R5.jar:lib/guava-16.0.1.jar:lib/joda-time-2.8.2.jar:lib/druid-aws-common-0.9.0.jar:lib/okhttp-1.0.2.jar:lib/aether-api-0.9.0.M2.jar:lib/jdbi-2.63.1.jar:lib/aws-java-sdk-devicefarm-1.10.21.jar:lib/opencsv-2.3.jar:lib/zookeeper-3.4.6.jar:lib/aws-java-sdk-cloudwatchmetrics-1.10.21.jar:lib/aws-java-sdk-cloudtrail-1.10.21.jar:lib/aether-util-0.9.0.M2.jar:lib/aws-java-sdk-autoscaling-1.10.21.jar:lib/javax.el-3.0.0.jar:lib/airline-0.7.jar:lib/jackson-datatype-guava-2.4.6.jar:lib/aws-java-sdk-importexport-1.10.21.jar:lib/aws-java-sdk-config-1.10.21.jar:lib/javax.inject-1.jar:lib/druid-processing-0.9.0.jar:lib/httpclient-4.5.1.jar:lib/aws-java-sdk-sns-1.10.21.jar:lib/maven-repository-metadata-3.1.1.jar:lib/disruptor-3.3.0.jar:lib/extendedset-1.3.9.jar:lib/druid-console-0.0.2.jar:lib/aws-java-sdk-glacier-1.10.21.jar:lib/aopalliance-1.0.jar:lib/jackson-databind-2.4.6.jar:lib/config-magic-0.9.jar:lib/validation-api-1.1.0.Final.jar:lib/jetty-io-9.2.5.v20141112.jar:lib/emitter-0.3.6.jar:lib/aws-java-sdk-cloudformation-1.10.21.jar:lib/log4j-api-2.5.jar:lib/jetty-servlet-9.2.5.v20141112.jar:lib/netty-3.10.4.Final.jar:lib/druid-indexing-hadoop-0.9.0.jar:lib/bytebuffer-collections-0.2.4.jar:lib/curator-framework-2.9.1.jar:lib/jets3t-0.9.4.jar:lib/aws-java-sdk-kms-1.10.21.jar:lib/java-xmlbuilder-1.1.jar:lib/aws-java-sdk-opsworks-1.10.21.jar:lib/jersey-server-1.19.jar:lib/maven-model-builder-3.1.1.jar:lib/aws-java-sdk-codedeploy-1.10.21.jar:lib/jackson-module-jaxb-annotations-2.4.6.jar:lib/maxminddb-0.2.0.jar:lib/jetty-http-9.2.5.v20141112.jar:lib/aws-java-sdk-directory-1.10.21.jar:lib/log4j-jul-2.5.jar:lib/jackson-core-2.4.6.jar:lib/jackson-datatype-joda-2.4.6.jar:/opt/hadoop-2.3.0/etc/hadoop:/opt/hadoop-2.3.0/lib 2016-04-25T06:27:05,648 INFO [main] io.druid.cli.CliPeon - * java.class.version: 51.0 2016-04-25T06:27:05,648 INFO [main] io.druid.cli.CliPeon - * java.endorsed.dirs: /usr/local/java/jdk1.7.0_79/jre/lib/endorsed 2016-04-25T06:27:05,648 INFO [main] io.druid.cli.CliPeon - * java.ext.dirs: /usr/local/java/jdk1.7.0_79/jre/lib/ext:/usr/java/packages/lib/ext 2016-04-25T06:27:05,648 INFO [main] io.druid.cli.CliPeon - * java.home: /usr/local/java/jdk1.7.0_79/jre 2016-04-25T06:27:05,648 INFO [main] io.druid.cli.CliPeon - * java.io.tmpdir: var/tmp 2016-04-25T06:27:05,649 INFO [main] io.druid.cli.CliPeon - * java.library.path: /usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2016-04-25T06:27:05,649 INFO [main] io.druid.cli.CliPeon - * java.runtime.name: Java(TM) SE Runtime Environment 2016-04-25T06:27:05,649 INFO [main] io.druid.cli.CliPeon - * java.runtime.version: 1.7.0_79-b15 2016-04-25T06:27:05,649 INFO [main] io.druid.cli.CliPeon - * java.specification.name: Java Platform API Specification 2016-04-25T06:27:05,649 INFO [main] io.druid.cli.CliPeon - * java.specification.vendor: Oracle Corporation 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.specification.version: 1.7 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.util.logging.manager: org.apache.logging.log4j.jul.LogManager 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.vendor: Oracle Corporation 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.vendor.url: http://java.oracle.com/ 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.vendor.url.bug: http://bugreport.sun.com/bugreport/ 2016-04-25T06:27:05,650 INFO [main] io.druid.cli.CliPeon - * java.version: 1.7.0_79 2016-04-25T06:27:05,651 INFO [main] io.druid.cli.CliPeon - * java.vm.info: mixed mode 2016-04-25T06:27:05,651 INFO [main] io.druid.cli.CliPeon - * java.vm.name: Java HotSpot(TM) 64-Bit Server VM 2016-04-25T06:27:05,651 INFO [main] io.druid.cli.CliPeon - * java.vm.specification.name: Java Virtual Machine Specification 2016-04-25T06:27:05,651 INFO [main] io.druid.cli.CliPeon - * java.vm.specification.vendor: Oracle Corporation 2016-04-25T06:27:05,651 INFO [main] io.druid.cli.CliPeon - * java.vm.specification.version: 1.7 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * java.vm.vendor: Oracle Corporation 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * java.vm.version: 24.79-b02 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * line.separator: 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * log4j.shutdownCallbackRegistry: io.druid.common.config.Log4jShutdown 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * log4j.shutdownHookEnabled: true 2016-04-25T06:27:05,652 INFO [main] io.druid.cli.CliPeon - * os.arch: amd64 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * os.name: Linux 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * os.version: 2.6.32-431.el6.x86_64 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * path.separator: : 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * sun.arch.data.model: 64 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * sun.boot.class.path: /usr/local/java/jdk1.7.0_79/jre/lib/resources.jar:/usr/local/java/jdk1.7.0_79/jre/lib/rt.jar:/usr/local/java/jdk1.7.0_79/jre/lib/sunrsasign.jar:/usr/local/java/jdk1.7.0_79/jre/lib/jsse.jar:/usr/local/java/jdk1.7.0_79/jre/lib/jce.jar:/usr/local/java/jdk1.7.0_79/jre/lib/charsets.jar:/usr/local/java/jdk1.7.0_79/jre/lib/jfr.jar:/usr/local/java/jdk1.7.0_79/jre/classes 2016-04-25T06:27:05,653 INFO [main] io.druid.cli.CliPeon - * sun.boot.library.path: /usr/local/java/jdk1.7.0_79/jre/lib/amd64 2016-04-25T06:27:05,654 INFO [main] io.druid.cli.CliPeon - * sun.cpu.endian: little 2016-04-25T06:27:05,654 INFO [main] io.druid.cli.CliPeon - * sun.cpu.isalist: 2016-04-25T06:27:05,654 INFO [main] io.druid.cli.CliPeon - * sun.io.unicode.encoding: UnicodeLittle 2016-04-25T06:27:05,654 INFO [main] io.druid.cli.CliPeon - * sun.java.command: io.druid.cli.Main internal peon var/druid/task/index_hadoop_wikiticker_2016-04-25T06:26:59.682Z/task.json var/druid/task/index_hadoop_wikiticker_2016-04-25T06:26:59.682Z/6bbeb204-f0ce-4fbf-be9b-6983bc06de57/status.json 2016-04-25T06:27:05,654 INFO [main] io.druid.cli.CliPeon - * sun.java.launcher: SUN_STANDARD 2016-04-25T06:27:05,655 INFO [main] io.druid.cli.CliPeon - * sun.jnu.encoding: UTF-8 2016-04-25T06:27:05,655 INFO [main] io.druid.cli.CliPeon - * sun.management.compiler: HotSpot 64-Bit Tiered Compilers 2016-04-25T06:27:05,655 INFO [main] io.druid.cli.CliPeon - * sun.os.patch.level: unknown 2016-04-25T06:27:05,655 INFO [main] io.druid.cli.CliPeon - * user.country: CN 2016-04-25T06:27:05,660 INFO [main] io.druid.cli.CliPeon - * user.dir: /opt/druid-0.9.0 2016-04-25T06:27:05,660 INFO [main] io.druid.cli.CliPeon - * user.home: /root 2016-04-25T06:27:05,660 INFO [main] io.druid.cli.CliPeon - * user.language: zh 2016-04-25T06:27:05,661 INFO [main] io.druid.cli.CliPeon - * user.name: root 2016-04-25T06:27:05,661 INFO [main] io.druid.cli.CliPeon - * user.timezone: UTC 2016-04-25T06:27:05,684 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.NamespaceLookupStaticConfig] from props[druid.query.extraction.namespace.] as [io.druid.server.initialization.NamespaceLookupStaticConfig@26e2636] 2016-04-25T06:27:05,743 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.indexing.common.config.TaskConfig] from props[druid.indexer.task.] as [io.druid.indexing.common.config.TaskConfig@28ae11cb] 2016-04-25T06:27:05,753 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.http.DruidHttpClientConfig] from props[druid.global.http.] as [io.druid.guice.http.DruidHttpClientConfig@297460c3] 2016-04-25T06:27:05,825 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.indexing.IndexingServiceSelectorConfig] from props[druid.selectors.indexing.] as [io.druid.client.indexing.IndexingServiceSelectorConfig@33eea02c] 2016-04-25T06:27:05,835 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.curator.CuratorConfig] from props[druid.zk.service.] as [io.druid.curator.CuratorConfig@1e15c1ec] 2016-04-25T06:27:05,842 WARN [main] org.apache.curator.retry.ExponentialBackoffRetry - maxRetries too large (30). Pinning to 29 2016-04-25T06:27:05,882 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.CuratorDiscoveryConfig] from props[druid.discovery.curator.] as [io.druid.server.initialization.CuratorDiscoveryConfig@15c41c38] 2016-04-25T06:27:06,079 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.indexing.common.RetryPolicyConfig] from props[druid.peon.taskActionClient.retry.] as [io.druid.indexing.common.RetryPolicyConfig@504472e9] 2016-04-25T06:27:06,084 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.storage.hdfs.HdfsDataSegmentPusherConfig] from props[druid.storage.] as [io.druid.storage.hdfs.HdfsDataSegmentPusherConfig@19be4767] 2016-04-25T06:27:06,085 INFO [main] io.druid.storage.hdfs.HdfsDataSegmentPusher - Configured HDFS as deep storage 2016-04-25T06:27:06,096 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.DruidServerConfig] from props[druid.server.] as [io.druid.client.DruidServerConfig@7f52d5a8] 2016-04-25T06:27:06,103 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.BatchDataSegmentAnnouncerConfig] from props[druid.announcer.] as [io.druid.server.initialization.BatchDataSegmentAnnouncerConfig@6e14a65a] 2016-04-25T06:27:06,114 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.ZkPathsConfig] from props[druid.zk.paths.] as [io.druid.server.initialization.ZkPathsConfig@22e2266d] 2016-04-25T06:27:06,122 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.coordination.DataSegmentAnnouncerProvider] from props[druid.announcer.] as [io.druid.server.coordination.BatchDataSegmentAnnouncerProvider@192899] 2016-04-25T06:27:06,126 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.coordinator.CoordinatorSelectorConfig] from props[druid.selectors.coordinator.] as [io.druid.client.coordinator.CoordinatorSelectorConfig@536ac63] 2016-04-25T06:27:06,132 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.segment.realtime.plumber.CoordinatorBasedSegmentHandoffNotifierConfig] from props[druid.segment.handoff.] as [io.druid.segment.realtime.plumber.CoordinatorBasedSegmentHandoffNotifierConfig@69e2b197] 2016-04-25T06:27:06,136 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [536870912] for [druid.processing.buffer.sizeBytes] on [io.druid.query.DruidProcessingConfig#intermediateComputeSizeBytes()] 2016-04-25T06:27:06,139 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [2] for [druid.processing.numThreads] on [io.druid.query.DruidProcessingConfig#getNumThreads()] 2016-04-25T06:27:06,140 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.computation.buffer.poolCacheMaxCount, ${base_path}.buffer.poolCacheMaxCount] on [io.druid.query.DruidProcessingConfig#poolCacheMaxCount()] 2016-04-25T06:27:06,142 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [io.druid.query.DruidProcessingConfig#columnCacheSizeBytes()] 2016-04-25T06:27:06,142 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.fifo] on [io.druid.query.DruidProcessingConfig#isFifo()] 2016-04-25T06:27:06,142 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [com.metamx.common.concurrent.ExecutorServiceConfig#getFormatString()] 2016-04-25T06:27:06,262 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.search.search.SearchQueryConfig] from props[druid.query.search.] as [io.druid.query.search.search.SearchQueryConfig@25807f6e] 2016-04-25T06:27:06,280 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.metadata.SegmentMetadataQueryConfig] from props[druid.query.segmentMetadata.] as [io.druid.query.metadata.SegmentMetadataQueryConfig@79e15262] 2016-04-25T06:27:06,296 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.groupby.GroupByQueryConfig] from props[druid.query.groupBy.] as [io.druid.query.groupby.GroupByQueryConfig@12eafc34] 2016-04-25T06:27:06,355 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.topn.TopNQueryConfig] from props[druid.query.topN.] as [io.druid.query.topn.TopNQueryConfig@474a1d0] 2016-04-25T06:27:06,368 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.client.cache.CacheProvider] from props[druid.cache.] as [io.druid.client.cache.LocalCacheProvider@f364873] 2016-04-25T06:27:06,391 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.cache.CacheConfig] from props[druid.realtime.cache.] as [io.druid.client.cache.CacheConfig@25651920] 2016-04-25T06:27:06,442 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.ServerConfig] from props[druid.server.http.] as [ServerConfig{numThreads=25, maxIdleTime=PT5M}] 2016-04-25T06:27:06,446 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.log.RequestLoggerProvider] from props[druid.request.logging.] as [io.druid.server.log.NoopRequestLoggerProvider@f6292f0] 2016-04-25T06:27:06,462 INFO [main] org.eclipse.jetty.util.log - Logging initialized @6223ms 2016-04-25T06:27:06,570 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.emitter.core.LoggingEmitter.start()] on object[com.metamx.emitter.core.LoggingEmitter@271e07f7]. 2016-04-25T06:27:06,571 INFO [main] com.metamx.emitter.core.LoggingEmitter - Start: started [true] 2016-04-25T06:27:06,571 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner.start()] on object[io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner@44ee5c1a]. 2016-04-25T06:27:06,572 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.emitter.service.ServiceEmitter.start()] on object[com.metamx.emitter.service.ServiceEmitter@7ce0d250]. 2016-04-25T06:27:06,572 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.metrics.MonitorScheduler.start()] on object[com.metamx.metrics.MonitorScheduler@5e9938fa]. 2016-04-25T06:27:06,575 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.namespace.NamespacedExtractionModule$NamespaceStaticConfiguration.start()] on object[io.druid.server.namespace.NamespacedExtractionModule$NamespaceStaticConfiguration@3f651673]. 2016-04-25T06:27:06,575 INFO [main] io.druid.server.namespace.NamespacedExtractionModule - Loading configuration as static configuration 2016-04-25T06:27:06,577 INFO [main] io.druid.server.namespace.NamespacedExtractionModule - Loaded 0 namespace-lookup configuration 2016-04-25T06:27:06,579 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.http.client.NettyHttpClient.start()] on object[com.metamx.http.client.NettyHttpClient@7e0a94fa]. 2016-04-25T06:27:06,579 INFO [main] io.druid.curator.CuratorModule - Starting Curator 2016-04-25T06:27:06,580 INFO [main] org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:host.name=master 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.7.0_79 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/local/java/jdk1.7.0_79/jre 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=conf/druid/_common:conf/druid/middleManager:lib/log4j-1.2-api-2.5.jar:lib/druid-server-0.9.0.jar:lib/aws-java-sdk-codecommit-1.10.21.jar:lib/jackson-mapper-asl-1.9.13.jar:lib/aws-java-sdk-core-1.10.21.jar:lib/aws-java-sdk-lambda-1.10.21.jar:lib/aws-java-sdk-ssm-1.10.21.jar:lib/jersey-guice-1.19.jar:lib/aws-java-sdk-kinesis-1.10.21.jar:lib/javax.servlet-api-3.1.0.jar:lib/aws-java-sdk-workspaces-1.10.21.jar:lib/java-util-0.27.7.jar:lib/icu4j-4.8.1.jar:lib/commons-pool-1.6.jar:lib/aws-java-sdk-cloudwatch-1.10.21.jar:lib/aws-java-sdk-machinelearning-1.10.21.jar:lib/aws-java-sdk-1.10.21.jar:lib/plexus-utils-3.0.15.jar:lib/jackson-jaxrs-smile-provider-2.4.6.jar:lib/aws-java-sdk-cloudhsm-1.10.21.jar:lib/guice-servlet-4.0-beta.jar:lib/jsr305-2.0.1.jar:lib/slf4j-api-1.7.12.jar:lib/aws-java-sdk-cognitosync-1.10.21.jar:lib/RoaringBitmap-0.5.16.jar:lib/antlr4-runtime-4.0.jar:lib/javax.el-api-3.0.0.jar:lib/commons-io-2.4.jar:lib/derby-10.11.1.1.jar:lib/jetty-continuation-9.2.5.v20141112.jar:lib/curator-recipes-2.9.1.jar:lib/aether-connector-file-0.9.0.M2.jar:lib/aws-java-sdk-ecs-1.10.21.jar:lib/jersey-core-1.19.jar:lib/google-http-client-1.15.0-rc.jar:lib/commons-logging-1.1.1.jar:lib/commons-codec-1.7.jar:lib/guice-multibindings-4.0-beta.jar:lib/commons-dbcp2-2.0.1.jar:lib/maven-aether-provider-3.1.1.jar:lib/annotations-2.0.3.jar:lib/aws-java-sdk-directconnect-1.10.21.jar:lib/protobuf-java-2.5.0.jar:lib/aws-java-sdk-sqs-1.10.21.jar:lib/org.abego.treelayout.core-1.0.1.jar:lib/spymemcached-2.11.7.jar:lib/aws-java-sdk-ses-1.10.21.jar:lib/aws-java-sdk-efs-1.10.21.jar:lib/aws-java-sdk-elastictranscoder-1.10.21.jar:lib/jetty-proxy-9.2.5.v20141112.jar:lib/jackson-jaxrs-json-provider-2.4.6.jar:lib/aws-java-sdk-redshift-1.10.21.jar:lib/log4j-slf4j-impl-2.5.jar:lib/wagon-provider-api-2.4.jar:lib/plexus-interpolation-1.19.jar:lib/curator-client-2.9.1.jar:lib/jetty-servlets-9.2.5.v20141112.jar:lib/jackson-dataformat-smile-2.4.6.jar:lib/bcprov-jdk15on-1.52.jar:lib/aws-java-sdk-sts-1.10.21.jar:lib/druid-common-0.9.0.jar:lib/druid-api-0.3.16.jar:lib/base64-2.3.8.jar:lib/druid-indexing-service-0.9.0.jar:lib/log4j-core-2.5.jar:lib/jline-0.9.94.jar:lib/aether-impl-0.9.0.M2.jar:lib/google-http-client-jackson2-1.15.0-rc.jar:lib/jersey-servlet-1.19.jar:lib/aws-java-sdk-datapipeline-1.10.21.jar:lib/tesla-aether-0.0.5.jar:lib/guice-4.0-beta.jar:lib/aws-java-sdk-iam-1.10.21.jar:lib/jackson-core-asl-1.9.13.jar:lib/jcl-over-slf4j-1.7.12.jar:lib/derbyclient-10.11.1.1.jar:lib/jetty-server-9.2.5.v20141112.jar:lib/classmate-1.0.0.jar:lib/xpp3-1.1.4c.jar:lib/aws-java-sdk-swf-libraries-1.10.21.jar:lib/aws-java-sdk-storagegateway-1.10.21.jar:lib/httpcore-4.4.3.jar:lib/maven-settings-3.1.1.jar:lib/maven-settings-builder-3.1.1.jar:lib/aws-java-sdk-emr-1.10.21.jar:lib/curator-x-discovery-2.9.1.jar:lib/jetty-client-9.2.5.v20141112.jar:lib/jsr311-api-1.1.1.jar:lib/aws-java-sdk-elasticache-1.10.21.jar:lib/aws-java-sdk-s3-1.10.21.jar:lib/jboss-logging-3.1.3.GA.jar:lib/aws-java-sdk-cognitoidentity-1.10.21.jar:lib/maven-model-3.1.1.jar:lib/aws-java-sdk-cloudfront-1.10.21.jar:lib/aws-java-sdk-logs-1.10.21.jar:lib/server-metrics-0.2.8.jar:lib/lz4-1.3.0.jar:lib/aws-java-sdk-elasticloadbalancing-1.10.21.jar:lib/aether-connector-okhttp-0.0.9.jar:lib/http-client-1.0.4.jar:lib/jetty-util-9.2.5.v20141112.jar:lib/aws-java-sdk-simpledb-1.10.21.jar:lib/aws-java-sdk-simpleworkflow-1.10.21.jar:lib/compress-lzf-1.0.3.jar:lib/commons-cli-1.2.jar:lib/json-path-2.1.0.jar:lib/aws-java-sdk-route53-1.10.21.jar:lib/aws-java-sdk-ec2-1.10.21.jar:lib/aether-spi-0.9.0.M2.jar:lib/geoip2-0.4.0.jar:lib/aws-java-sdk-elasticbeanstalk-1.10.21.jar:lib/mapdb-1.0.8.jar:lib/aws-java-sdk-codepipeline-1.10.21.jar:lib/druid-services-0.9.0.jar:lib/aws-java-sdk-cloudsearch-1.10.21.jar:lib/aws-java-sdk-dynamodb-1.10.21.jar:lib/hibernate-validator-5.1.3.Final.jar:lib/jackson-jaxrs-base-2.4.6.jar:lib/aws-java-sdk-rds-1.10.21.jar:lib/jetty-security-9.2.5.v20141112.jar:lib/jackson-annotations-2.4.6.jar:lib/commons-lang-2.6.jar:lib/derbynet-10.11.1.1.jar:lib/commons-pool2-2.2.jar:lib/aws-java-sdk-support-1.10.21.jar:lib/irc-api-1.0-0014.jar:lib/activation-1.1.1.jar:lib/rhino-1.7R5.jar:lib/guava-16.0.1.jar:lib/joda-time-2.8.2.jar:lib/druid-aws-common-0.9.0.jar:lib/okhttp-1.0.2.jar:lib/aether-api-0.9.0.M2.jar:lib/jdbi-2.63.1.jar:lib/aws-java-sdk-devicefarm-1.10.21.jar:lib/opencsv-2.3.jar:lib/zookeeper-3.4.6.jar:lib/aws-java-sdk-cloudwatchmetrics-1.10.21.jar:lib/aws-java-sdk-cloudtrail-1.10.21.jar:lib/aether-util-0.9.0.M2.jar:lib/aws-java-sdk-autoscaling-1.10.21.jar:lib/javax.el-3.0.0.jar:lib/airline-0.7.jar:lib/jackson-datatype-guava-2.4.6.jar:lib/aws-java-sdk-importexport-1.10.21.jar:lib/aws-java-sdk-config-1.10.21.jar:lib/javax.inject-1.jar:lib/druid-processing-0.9.0.jar:lib/httpclient-4.5.1.jar:lib/aws-java-sdk-sns-1.10.21.jar:lib/maven-repository-metadata-3.1.1.jar:lib/disruptor-3.3.0.jar:lib/extendedset-1.3.9.jar:lib/druid-console-0.0.2.jar:lib/aws-java-sdk-glacier-1.10.21.jar:lib/aopalliance-1.0.jar:lib/jackson-databind-2.4.6.jar:lib/config-magic-0.9.jar:lib/validation-api-1.1.0.Final.jar:lib/jetty-io-9.2.5.v20141112.jar:lib/emitter-0.3.6.jar:lib/aws-java-sdk-cloudformation-1.10.21.jar:lib/log4j-api-2.5.jar:lib/jetty-servlet-9.2.5.v20141112.jar:lib/netty-3.10.4.Final.jar:lib/druid-indexing-hadoop-0.9.0.jar:lib/bytebuffer-collections-0.2.4.jar:lib/curator-framework-2.9.1.jar:lib/jets3t-0.9.4.jar:lib/aws-java-sdk-kms-1.10.21.jar:lib/java-xmlbuilder-1.1.jar:lib/aws-java-sdk-opsworks-1.10.21.jar:lib/jersey-server-1.19.jar:lib/maven-model-builder-3.1.1.jar:lib/aws-java-sdk-codedeploy-1.10.21.jar:lib/jackson-module-jaxb-annotations-2.4.6.jar:lib/maxminddb-0.2.0.jar:lib/jetty-http-9.2.5.v20141112.jar:lib/aws-java-sdk-directory-1.10.21.jar:lib/log4j-jul-2.5.jar:lib/jackson-core-2.4.6.jar:lib/jackson-datatype-joda-2.4.6.jar:/opt/hadoop-2.3.0/etc/hadoop:/opt/hadoop-2.3.0/lib 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=var/tmp 2016-04-25T06:27:06,591 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.version=2.6.32-431.el6.x86_64 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.name=root 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.home=/root 2016-04-25T06:27:06,592 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/druid-0.9.0 2016-04-25T06:27:06,593 INFO [main] org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=localhost sessionTimeout=30000 watcher=org.apache.curator.ConnectionState@40e22bb7 2016-04-25T06:27:06,614 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.discovery.ServerDiscoverySelector.start() throws java.lang.Exception] on object[io.druid.curator.discovery.ServerDiscoverySelector@475b32ea]. 2016-04-25T06:27:06,619 INFO [main-SendThread(localhost:2181)] org.apache.zookeeper.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2016-04-25T06:27:06,627 INFO [main-SendThread(localhost:2181)] org.apache.zookeeper.ClientCnxn - Socket connection established to localhost/127.0.0.1:2181, initiating session 2016-04-25T06:27:06,637 INFO [main-SendThread(localhost:2181)] org.apache.zookeeper.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2181, sessionid = 0x154384946db0050, negotiated timeout = 30000 2016-04-25T06:27:06,644 INFO [main-EventThread] org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 2016-04-25T06:27:06,771 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.announcement.Announcer.start()] on object[io.druid.curator.announcement.Announcer@283d2fc]. 2016-04-25T06:27:06,771 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.discovery.ServerDiscoverySelector.start() throws java.lang.Exception] on object[io.druid.curator.discovery.ServerDiscoverySelector@1c909fae]. 2016-04-25T06:27:06,780 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.indexing.worker.executor.ExecutorLifecycle.start() throws java.lang.InterruptedException] on object[io.druid.indexing.worker.executor.ExecutorLifecycle@1f75fbe3]. 2016-04-25T06:27:06,998 INFO [main] io.druid.guice.PropertiesModule - Loading properties from common.runtime.properties 2016-04-25T06:27:06,999 INFO [main] io.druid.guice.PropertiesModule - Loading properties from runtime.properties 2016-04-25T06:27:07,021 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, directory='extensions', hadoopDependenciesDir='hadoop-dependencies', loadList=[druid-histogram, druid-datasketches, druid-namespace-lookup, mysql-metadata-storage, druid-hdfs-storage]}] 2016-04-25T06:27:07,101 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Running with task: { "type" : "index_hadoop", "id" : "index_hadoop_wikiticker_2016-04-25T06:26:59.682Z", "spec" : { "dataSchema" : { "dataSource" : "wikiticker", "parser" : { "type" : "string", "parseSpec" : { "format" : "json", "dimensionsSpec" : { "dimensions" : [ "channel", "cityName", "comment", "countryIsoCode", "countryName", "isAnonymous", "isMinor", "isNew", "isRobot", "isUnpatrolled", "metroCode", "namespace", "page", "regionIsoCode", "regionName", "user" ] }, "timestampSpec" : { "format" : "auto", "column" : "time" } } }, "metricsSpec" : [ { "type" : "count", "name" : "count" }, { "type" : "longSum", "name" : "added", "fieldName" : "added" }, { "type" : "longSum", "name" : "deleted", "fieldName" : "deleted" }, { "type" : "longSum", "name" : "delta", "fieldName" : "delta" }, { "type" : "hyperUnique", "name" : "user_unique", "fieldName" : "user" } ], "granularitySpec" : { "type" : "uniform", "segmentGranularity" : "DAY", "queryGranularity" : { "type" : "none" }, "intervals" : [ "2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z" ] } }, "ioConfig" : { "type" : "hadoop", "inputSpec" : { "type" : "static", "paths" : "/test/my-sample.json" }, "metadataUpdateSpec" : null, "segmentOutputPath" : null }, "tuningConfig" : { "type" : "hadoop", "workingPath" : null, "version" : "2016-04-25T06:26:59.654Z", "partitionsSpec" : { "type" : "hashed", "targetPartitionSize" : 5000000, "maxPartitionSize" : 7500000, "assumeGrouped" : false, "numShards" : -1 }, "shardSpecs" : { }, "indexSpec" : { "bitmap" : { "type" : "concise" }, "dimensionCompression" : null, "metricCompression" : null }, "maxRowsInMemory" : 80000, "leaveIntermediate" : false, "cleanupOnFailure" : true, "overwriteFiles" : false, "ignoreInvalidRows" : false, "jobProperties" : { }, "combineText" : false, "useCombiner" : false, "buildV9Directly" : false, "numBackgroundPersistThreads" : 0 }, "uniqueId" : "9d7a21c4592c4172ae5b331221889ad7" }, "hadoopDependencyCoordinates" : null, "classpathPrefix" : null, "context" : null, "groupId" : "index_hadoop_wikiticker_2016-04-25T06:26:59.682Z", "dataSource" : "wikiticker", "resource" : { "availabilityGroup" : "index_hadoop_wikiticker_2016-04-25T06:26:59.682Z", "requiredCapacity" : 1 } } 2016-04-25T06:27:07,103 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Attempting to lock file[var/druid/task/index_hadoop_wikiticker_2016-04-25T06:26:59.682Z/lock]. 2016-04-25T06:27:07,104 INFO [main] io.druid.indexing.worker.executor.ExecutorLifecycle - Acquired lock file[var/druid/task/index_hadoop_wikiticker_2016-04-25T06:26:59.682Z/lock] in 1ms. 2016-04-25T06:27:07,109 INFO [main] io.druid.indexing.common.actions.RemoteTaskActionClient - Performing action for task[index_hadoop_wikiticker_2016-04-25T06:26:59.682Z]: LockTryAcquireAction{interval=2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z} 2016-04-25T06:27:07,124 INFO [main] io.druid.indexing.common.actions.RemoteTaskActionClient - Submitting action for task[index_hadoop_wikiticker_2016-04-25T06:26:59.682Z] to overlord[http://master:8090/druid/indexer/v1/action]: LockTryAcquireAction{interval=2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z} 2016-04-25T06:27:07,140 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,193 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,196 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,198 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,199 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,200 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,204 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,211 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,215 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,217 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,218 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,219 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,221 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,222 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,224 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,225 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,226 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,228 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,229 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,231 INFO [main] com.metamx.http.client.pool.ChannelResourceFactory - Generating: http://master:8090 2016-04-25T06:27:07,334 INFO [task-runner-0-priority-0] io.druid.indexing.overlord.ThreadPoolTaskRunner - Running task: index_hadoop_wikiticker_2016-04-25T06:26:59.682Z 2016-04-25T06:27:07,342 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/httpcore-4.2.5.jar] 2016-04-25T06:27:07,345 INFO [main] org.eclipse.jetty.server.Server - jetty-9.2.5.v20141112 2016-04-25T06:27:07,350 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-yarn-api-2.3.0.jar] 2016-04-25T06:27:07,350 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-yarn-common-2.3.0.jar] 2016-04-25T06:27:07,351 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-mapreduce-client-shuffle-2.3.0.jar] 2016-04-25T06:27:07,351 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jersey-core-1.9.jar] 2016-04-25T06:27:07,352 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-io-2.4.jar] 2016-04-25T06:27:07,352 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/activation-1.1.jar] 2016-04-25T06:27:07,352 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-httpclient-3.1.jar] 2016-04-25T06:27:07,353 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-collections-3.2.1.jar] 2016-04-25T06:27:07,353 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/protobuf-java-2.5.0.jar] 2016-04-25T06:27:07,353 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jaxb-api-2.2.2.jar] 2016-04-25T06:27:07,353 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-codec-1.4.jar] 2016-04-25T06:27:07,354 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-digester-1.8.jar] 2016-04-25T06:27:07,354 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-logging-1.1.3.jar] 2016-04-25T06:27:07,354 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-auth-2.3.0.jar] 2016-04-25T06:27:07,355 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/stax-api-1.0-2.jar] 2016-04-25T06:27:07,355 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-compress-1.4.1.jar] 2016-04-25T06:27:07,356 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jsr305-1.3.9.jar] 2016-04-25T06:27:07,356 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-annotations-2.3.0.jar] 2016-04-25T06:27:07,356 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/slf4j-log4j12-1.7.5.jar] 2016-04-25T06:27:07,356 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-math3-3.1.1.jar] 2016-04-25T06:27:07,357 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-beanutils-core-1.8.0.jar] 2016-04-25T06:27:07,357 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/zookeeper-3.4.5.jar] 2016-04-25T06:27:07,357 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-common-2.3.0.jar] 2016-04-25T06:27:07,357 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-hdfs-2.3.0.jar] 2016-04-25T06:27:07,358 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-client-2.3.0.jar] 2016-04-25T06:27:07,358 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-mapreduce-client-core-2.3.0.jar] 2016-04-25T06:27:07,359 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-cli-1.2.jar] 2016-04-25T06:27:07,359 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/httpclient-4.2.5.jar] 2016-04-25T06:27:07,359 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/guava-11.0.2.jar] 2016-04-25T06:27:07,359 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-lang-2.6.jar] 2016-04-25T06:27:07,359 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-yarn-server-common-2.3.0.jar] 2016-04-25T06:27:07,360 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-net-3.1.jar] 2016-04-25T06:27:07,360 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-beanutils-1.7.0.jar] 2016-04-25T06:27:07,360 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jetty-util-6.1.26.jar] 2016-04-25T06:27:07,360 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-mapreduce-client-app-2.3.0.jar] 2016-04-25T06:27:07,361 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/paranamer-2.3.jar] 2016-04-25T06:27:07,361 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/xz-1.0.jar] 2016-04-25T06:27:07,361 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jackson-core-asl-1.8.8.jar] 2016-04-25T06:27:07,361 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/servlet-api-2.5.jar] 2016-04-25T06:27:07,362 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/jackson-mapper-asl-1.8.8.jar] 2016-04-25T06:27:07,362 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/commons-configuration-1.6.jar] 2016-04-25T06:27:07,362 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-yarn-client-2.3.0.jar] 2016-04-25T06:27:07,362 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/xmlenc-0.52.jar] 2016-04-25T06:27:07,363 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/slf4j-api-1.7.5.jar] 2016-04-25T06:27:07,363 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/avro-1.7.4.jar] 2016-04-25T06:27:07,363 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-mapreduce-client-jobclient-2.3.0.jar] 2016-04-25T06:27:07,363 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/log4j-1.2.17.jar] 2016-04-25T06:27:07,364 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/hadoop-mapreduce-client-common-2.3.0.jar] 2016-04-25T06:27:07,364 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/snappy-java-1.0.4.1.jar] SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/druid-0.9.0/lib/log4j-slf4j-impl-2.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/druid-0.9.0/hadoop-dependencies/hadoop-client/2.3.0/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] 2016-04-25T06:27:07,613 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Registering com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider as a provider class 2016-04-25T06:27:07,618 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Registering io.druid.server.initialization.jetty.CustomExceptionMapper as a provider class 2016-04-25T06:27:07,618 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Registering io.druid.server.StatusResource as a root resource class 2016-04-25T06:27:07,626 INFO [main] com.sun.jersey.server.impl.application.WebApplicationImpl - Initiating Jersey application, version 'Jersey: 1.19 02/11/2015 03:25 AM' 2016-04-25T06:27:07,779 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding io.druid.server.initialization.jetty.CustomExceptionMapper to GuiceManagedComponentProvider with the scope "Singleton" 2016-04-25T06:27:07,782 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider to GuiceManagedComponentProvider with the scope "Singleton" 2016-04-25 06:27:08,129 task-runner-0-priority-0 WARN JNDI lookup class is not available because this JRE does not support JNDI. JNDI string lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JndiLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:94) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.DefaultConfiguration.(DefaultConfiguration.java:48) at org.apache.logging.log4j.core.LoggerContext.(LoggerContext.java:75) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.createContext(ClassLoaderContextSelector.java:171) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.locateContext(ClassLoaderContextSelector.java:145) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:70) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:57) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:140) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25 06:27:08,142 task-runner-0-priority-0 WARN JMX runtime input lookup class is not available because this JRE does not support JMX. JMX lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JmxRuntimeInputArgumentsLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:105) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.DefaultConfiguration.(DefaultConfiguration.java:48) at org.apache.logging.log4j.core.LoggerContext.(LoggerContext.java:75) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.createContext(ClassLoaderContextSelector.java:171) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.locateContext(ClassLoaderContextSelector.java:145) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:70) at org.apache.logging.log4j.core.selector.ClassLoaderContextSelector.getContext(ClassLoaderContextSelector.java:57) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:140) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25 06:27:08,178 task-runner-0-priority-0 WARN JNDI lookup class is not available because this JRE does not support JNDI. JNDI string lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JndiLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:94) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.xml.XmlConfiguration.(XmlConfiguration.java:81) at org.apache.logging.log4j.core.config.xml.XmlConfigurationFactory.getConfiguration(XmlConfigurationFactory.java:44) at org.apache.logging.log4j.core.config.ConfigurationFactory$Factory.getConfiguration(ConfigurationFactory.java:490) at org.apache.logging.log4j.core.config.ConfigurationFactory$Factory.getConfiguration(ConfigurationFactory.java:460) at org.apache.logging.log4j.core.config.ConfigurationFactory.getConfiguration(ConfigurationFactory.java:256) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:561) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:578) at org.apache.logging.log4j.core.LoggerContext.start(LoggerContext.java:214) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:145) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25 06:27:08,180 task-runner-0-priority-0 WARN JMX runtime input lookup class is not available because this JRE does not support JMX. JMX lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JmxRuntimeInputArgumentsLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:105) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.xml.XmlConfiguration.(XmlConfiguration.java:81) at org.apache.logging.log4j.core.config.xml.XmlConfigurationFactory.getConfiguration(XmlConfigurationFactory.java:44) at org.apache.logging.log4j.core.config.ConfigurationFactory$Factory.getConfiguration(ConfigurationFactory.java:490) at org.apache.logging.log4j.core.config.ConfigurationFactory$Factory.getConfiguration(ConfigurationFactory.java:460) at org.apache.logging.log4j.core.config.ConfigurationFactory.getConfiguration(ConfigurationFactory.java:256) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:561) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:578) at org.apache.logging.log4j.core.LoggerContext.start(LoggerContext.java:214) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:145) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25 06:27:08,191 task-runner-0-priority-0 WARN JNDI lookup class is not available because this JRE does not support JNDI. JNDI string lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JndiLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:94) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.DefaultConfiguration.(DefaultConfiguration.java:48) at org.apache.logging.log4j.core.layout.PatternLayout$Builder.build(PatternLayout.java:444) at org.apache.logging.log4j.core.layout.PatternLayout.createDefaultLayout(PatternLayout.java:327) at org.apache.logging.log4j.core.appender.ConsoleAppender$Builder.(ConsoleAppender.java:157) at org.apache.logging.log4j.core.appender.ConsoleAppender.newBuilder(ConsoleAppender.java:149) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.logging.log4j.core.config.plugins.util.PluginBuilder.createBuilder(PluginBuilder.java:154) at org.apache.logging.log4j.core.config.plugins.util.PluginBuilder.build(PluginBuilder.java:119) at org.apache.logging.log4j.core.config.AbstractConfiguration.createPluginObject(AbstractConfiguration.java:888) at org.apache.logging.log4j.core.config.AbstractConfiguration.createConfiguration(AbstractConfiguration.java:828) at org.apache.logging.log4j.core.config.AbstractConfiguration.createConfiguration(AbstractConfiguration.java:820) at org.apache.logging.log4j.core.config.AbstractConfiguration.doConfigure(AbstractConfiguration.java:449) at org.apache.logging.log4j.core.config.AbstractConfiguration.initialize(AbstractConfiguration.java:197) at org.apache.logging.log4j.core.config.AbstractConfiguration.start(AbstractConfiguration.java:209) at org.apache.logging.log4j.core.LoggerContext.setConfiguration(LoggerContext.java:492) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:562) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:578) at org.apache.logging.log4j.core.LoggerContext.start(LoggerContext.java:214) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:145) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25 06:27:08,194 task-runner-0-priority-0 WARN JMX runtime input lookup class is not available because this JRE does not support JMX. JMX lookups will not be available, continuing configuration. java.lang.ClassCastException: Cannot cast org.apache.logging.log4j.core.lookup.JmxRuntimeInputArgumentsLookup to org.apache.logging.log4j.core.lookup.StrLookup at java.lang.Class.cast(Class.java:3176) at org.apache.logging.log4j.util.LoaderUtil.newCheckedInstanceOf(LoaderUtil.java:167) at org.apache.logging.log4j.core.util.Loader.newCheckedInstanceOf(Loader.java:301) at org.apache.logging.log4j.core.lookup.Interpolator.(Interpolator.java:105) at org.apache.logging.log4j.core.config.AbstractConfiguration.(AbstractConfiguration.java:111) at org.apache.logging.log4j.core.config.DefaultConfiguration.(DefaultConfiguration.java:48) at org.apache.logging.log4j.core.layout.PatternLayout$Builder.build(PatternLayout.java:444) at org.apache.logging.log4j.core.layout.PatternLayout.createDefaultLayout(PatternLayout.java:327) at org.apache.logging.log4j.core.appender.ConsoleAppender$Builder.(ConsoleAppender.java:157) at org.apache.logging.log4j.core.appender.ConsoleAppender.newBuilder(ConsoleAppender.java:149) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.logging.log4j.core.config.plugins.util.PluginBuilder.createBuilder(PluginBuilder.java:154) at org.apache.logging.log4j.core.config.plugins.util.PluginBuilder.build(PluginBuilder.java:119) at org.apache.logging.log4j.core.config.AbstractConfiguration.createPluginObject(AbstractConfiguration.java:888) at org.apache.logging.log4j.core.config.AbstractConfiguration.createConfiguration(AbstractConfiguration.java:828) at org.apache.logging.log4j.core.config.AbstractConfiguration.createConfiguration(AbstractConfiguration.java:820) at org.apache.logging.log4j.core.config.AbstractConfiguration.doConfigure(AbstractConfiguration.java:449) at org.apache.logging.log4j.core.config.AbstractConfiguration.initialize(AbstractConfiguration.java:197) at org.apache.logging.log4j.core.config.AbstractConfiguration.start(AbstractConfiguration.java:209) at org.apache.logging.log4j.core.LoggerContext.setConfiguration(LoggerContext.java:492) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:562) at org.apache.logging.log4j.core.LoggerContext.reconfigure(LoggerContext.java:578) at org.apache.logging.log4j.core.LoggerContext.start(LoggerContext.java:214) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:145) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.log4j.jul.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:34) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.log4j.jul.LogManager.getLogger(LogManager.java:89) at java.util.logging.LogManager.demandLogger(LogManager.java:430) at java.util.logging.Logger.demandLogger(Logger.java:346) at java.util.logging.Logger.getLogger(Logger.java:393) at com.google.inject.internal.util.Stopwatch.(Stopwatch.java:27) at com.google.inject.internal.InternalInjectorCreator.(InternalInjectorCreator.java:61) at com.google.inject.Guice.createInjector(Guice.java:96) at com.google.inject.Guice.createInjector(Guice.java:73) at io.druid.guice.GuiceInjectors.makeStartupInjector(GuiceInjectors.java:59) at io.druid.indexer.HadoopDruidIndexerConfig.(HadoopDruidIndexerConfig.java:99) at io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing.runTask(HadoopIndexTask.java:277) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:175) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 2016-04-25T06:27:08,356 INFO [task-runner-0-priority-0] io.druid.guice.PropertiesModule - Loading properties from common.runtime.properties 2016-04-25T06:27:08,359 INFO [task-runner-0-priority-0] io.druid.guice.PropertiesModule - Loading properties from runtime.properties 2016-04-25T06:27:08,393 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding io.druid.server.namespace.http.NamespacesCacheResource to GuiceInstantiatedComponentProvider 2016-04-25T06:27:08,413 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding io.druid.server.QueryResource to GuiceInstantiatedComponentProvider 2016-04-25T06:27:08,416 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding io.druid.segment.realtime.firehose.ChatHandlerResource to GuiceInstantiatedComponentProvider 2016-04-25T06:27:08,417 INFO [main] com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory - Binding io.druid.server.StatusResource to GuiceManagedComponentProvider with the scope "Undefined" 2016-04-25T06:27:08,434 INFO [task-runner-0-priority-0] org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 5.1.3.Final 2016-04-25T06:27:08,451 INFO [main] org.eclipse.jetty.server.handler.ContextHandler - Started o.e.j.s.ServletContextHandler@2a9581e8{/,null,AVAILABLE} 2016-04-25T06:27:08,460 INFO [main] org.eclipse.jetty.server.ServerConnector - Started ServerConnector@3fe3b1c{HTTP/1.1}{0.0.0.0:8100} 2016-04-25T06:27:08,460 INFO [main] org.eclipse.jetty.server.Server - Started @8225ms 2016-04-25T06:27:08,460 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.coordination.AbstractDataSegmentAnnouncer.start()] on object[io.druid.server.coordination.BatchDataSegmentAnnouncer@5d7a4ab]. 2016-04-25T06:27:08,461 INFO [main] io.druid.server.coordination.AbstractDataSegmentAnnouncer - Announcing self[DruidServerMetadata{name='master:8100', host='master:8100', maxSize=0, tier='_default_tier', type='indexer-executor', priority='0'}] at [/druid/announcements/master:8100] 2016-04-25T06:27:09,293 INFO [task-runner-0-priority-0] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, directory='extensions', hadoopDependenciesDir='hadoop-dependencies', loadList=[druid-histogram, druid-datasketches, druid-namespace-lookup, mysql-metadata-storage, druid-hdfs-storage]}] 2016-04-25T06:27:09,299 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.query.aggregation.histogram.ApproximateHistogramDruidModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,302 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.query.aggregation.datasketches.theta.SketchModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,303 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.query.aggregation.datasketches.theta.oldapi.OldApiSketchModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,305 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.server.namespace.NamespacedExtractionModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,306 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.metadata.storage.mysql.MySQLMetadataStorageModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,308 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Adding classpath extension module [io.druid.storage.hdfs.HdfsStorageDruidModule] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,308 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Loading extension [druid-histogram] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,319 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-histogram/druid-histogram-0.9.0.jar] 2016-04-25T06:27:09,322 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Loading extension [druid-datasketches] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,322 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-datasketches/druid-datasketches-0.9.0.jar] 2016-04-25T06:27:09,322 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-datasketches/sketches-core-0.2.2.jar] 2016-04-25T06:27:09,324 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Loading extension [druid-namespace-lookup] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,325 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-namespace-lookup/druid-namespace-lookup-0.9.0.jar] 2016-04-25T06:27:09,327 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Loading extension [mysql-metadata-storage] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,327 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/mysql-metadata-storage/mysql-connector-java-5.1.34.jar] 2016-04-25T06:27:09,327 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/mysql-metadata-storage/mysql-metadata-storage-0.9.0.jar] 2016-04-25T06:27:09,329 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - Loading extension [druid-hdfs-storage] for class [io.druid.initialization.DruidModule] 2016-04-25T06:27:09,330 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-api-2.3.0.jar] 2016-04-25T06:27:09,330 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-common-2.3.0.jar] 2016-04-25T06:27:09,331 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-shuffle-2.3.0.jar] 2016-04-25T06:27:09,331 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/druid-hdfs-storage-0.9.0.jar] 2016-04-25T06:27:09,331 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-collections-3.2.1.jar] 2016-04-25T06:27:09,331 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/jaxb-api-2.2.2.jar] 2016-04-25T06:27:09,332 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-digester-1.8.jar] 2016-04-25T06:27:09,332 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-auth-2.3.0.jar] 2016-04-25T06:27:09,332 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/stax-api-1.0-2.jar] 2016-04-25T06:27:09,332 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-compress-1.4.1.jar] 2016-04-25T06:27:09,333 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-math3-3.1.1.jar] 2016-04-25T06:27:09,333 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-beanutils-core-1.8.0.jar] 2016-04-25T06:27:09,333 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-common-2.3.0.jar] 2016-04-25T06:27:09,333 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-hdfs-2.3.0.jar] 2016-04-25T06:27:09,333 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-client-2.3.0.jar] 2016-04-25T06:27:09,334 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-core-2.3.0.jar] 2016-04-25T06:27:09,334 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-server-common-2.3.0.jar] 2016-04-25T06:27:09,334 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-net-3.1.jar] 2016-04-25T06:27:09,334 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-beanutils-1.7.0.jar] 2016-04-25T06:27:09,335 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/guava-16.0.1.jar] 2016-04-25T06:27:09,335 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-app-2.3.0.jar] 2016-04-25T06:27:09,335 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/paranamer-2.3.jar] 2016-04-25T06:27:09,335 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/xz-1.0.jar] 2016-04-25T06:27:09,336 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/servlet-api-2.5.jar] 2016-04-25T06:27:09,336 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/commons-configuration-1.6.jar] 2016-04-25T06:27:09,336 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-yarn-client-2.3.0.jar] 2016-04-25T06:27:09,336 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/xmlenc-0.52.jar] 2016-04-25T06:27:09,336 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/avro-1.7.4.jar] 2016-04-25T06:27:09,337 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-jobclient-2.3.0.jar] 2016-04-25T06:27:09,337 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/hadoop-mapreduce-client-common-2.3.0.jar] 2016-04-25T06:27:09,337 INFO [task-runner-0-priority-0] io.druid.initialization.Initialization - added URL[file:/opt/druid-0.9.0/extensions/druid-hdfs-storage/snappy-java-1.0.4.1.jar] 2016-04-25T06:27:09,760 WARN [task-runner-0-priority-0] org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-04-25T06:27:10,990 INFO [task-runner-0-priority-0] io.druid.guice.JsonConfigurator - Loaded class[class com.metamx.emitter.core.LoggingEmitterConfig] from props[druid.emitter.logging.] as [LoggingEmitterConfig{loggerClass='com.metamx.emitter.core.LoggingEmitter', logLevel='info'}] 2016-04-25T06:27:11,074 INFO [task-runner-0-priority-0] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.DruidMonitorSchedulerConfig] from props[druid.monitoring.] as [io.druid.server.metrics.DruidMonitorSchedulerConfig@664968be] 2016-04-25T06:27:11,093 INFO [task-runner-0-priority-0] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.MonitorsConfig] from props[druid.monitoring.] as [MonitorsConfig{monitors=[class com.metamx.metrics.JvmMonitor]}] 2016-04-25T06:27:11,101 INFO [task-runner-0-priority-0] io.druid.server.metrics.MetricsModule - Adding monitor[com.metamx.metrics.JvmMonitor@5ae86161] 2016-04-25T06:27:11,106 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Assigning value [536870912] for [druid.processing.buffer.sizeBytes] on [io.druid.query.DruidProcessingConfig#intermediateComputeSizeBytes()] 2016-04-25T06:27:11,109 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Assigning value [2] for [druid.processing.numThreads] on [io.druid.query.DruidProcessingConfig#getNumThreads()] 2016-04-25T06:27:11,109 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.computation.buffer.poolCacheMaxCount, ${base_path}.buffer.poolCacheMaxCount] on [io.druid.query.DruidProcessingConfig#poolCacheMaxCount()] 2016-04-25T06:27:11,111 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [io.druid.query.DruidProcessingConfig#columnCacheSizeBytes()] 2016-04-25T06:27:11,111 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.fifo] on [io.druid.query.DruidProcessingConfig#isFifo()] 2016-04-25T06:27:11,111 INFO [task-runner-0-priority-0] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [com.metamx.common.concurrent.ExecutorServiceConfig#getFormatString()] 2016-04-25T06:27:11,576 INFO [task-runner-0-priority-0] io.druid.guice.PropertiesModule - Loading properties from common.runtime.properties 2016-04-25T06:27:11,577 INFO [task-runner-0-priority-0] io.druid.guice.PropertiesModule - Loading properties from runtime.properties 2016-04-25T06:27:11,599 INFO [task-runner-0-priority-0] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, directory='extensions', hadoopDependenciesDir='hadoop-dependencies', loadList=[druid-histogram, druid-datasketches, druid-namespace-lookup, mysql-metadata-storage, druid-hdfs-storage]}] 2016-04-25T06:27:11,600 INFO [task-runner-0-priority-0] io.druid.indexing.common.task.HadoopIndexTask - Starting a hadoop determine configuration job... 2016-04-25T06:27:11,636 INFO [task-runner-0-priority-0] io.druid.indexer.path.StaticPathSpec - Adding paths[/test/my-sample.json] 2016-04-25T06:27:12,812 INFO [task-runner-0-priority-0] io.druid.indexer.path.StaticPathSpec - Adding paths[/test/my-sample.json] 2016-04-25T06:27:12,969 INFO [task-runner-0-priority-0] org.apache.hadoop.yarn.client.RMProxy - Connecting to ResourceManager at master/10.100.30.220:8032 2016-04-25T06:27:13,553 WARN [task-runner-0-priority-0] org.apache.hadoop.mapreduce.JobSubmitter - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2016-04-25T06:27:13,578 WARN [task-runner-0-priority-0] org.apache.hadoop.mapreduce.JobSubmitter - No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2016-04-25T06:27:14,406 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.lib.input.FileInputFormat - Total input paths to process : 1 2016-04-25T06:27:15,047 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.JobSubmitter - number of splits:1 2016-04-25T06:27:15,432 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.JobSubmitter - Submitting tokens for job: job_1461565417887_0001 2016-04-25T06:27:15,601 INFO [task-runner-0-priority-0] org.apache.hadoop.mapred.YARNRunner - Job jar is not present. Not adding any jar to the list of resources. 2016-04-25T06:27:16,948 INFO [task-runner-0-priority-0] org.apache.hadoop.yarn.client.api.impl.YarnClientImpl - Submitted application application_1461565417887_0001 2016-04-25T06:27:16,996 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - The url to track the job: http://master:8088/proxy/application_1461565417887_0001/ 2016-04-25T06:27:16,997 INFO [task-runner-0-priority-0] io.druid.indexer.DetermineHashedPartitionsJob - Job wikiticker-determine_partitions_hashed-Optional.of([2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z]) submitted, status available at: http://master:8088/proxy/application_1461565417887_0001/ 2016-04-25T06:27:16,997 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - Running job: job_1461565417887_0001 2016-04-25T06:27:30,230 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - Job job_1461565417887_0001 running in uber mode : false 2016-04-25T06:27:30,232 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - map 0% reduce 0% 2016-04-25T06:27:47,040 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - map 100% reduce 0% 2016-04-25T06:27:58,117 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - map 100% reduce 100% 2016-04-25T06:27:58,133 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - Job job_1461565417887_0001 completed successfully 2016-04-25T06:27:58,291 INFO [task-runner-0-priority-0] org.apache.hadoop.mapreduce.Job - Counters: 49 File System Counters FILE: Number of bytes read=66 FILE: Number of bytes written=321425 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=2896 HDFS: Number of bytes written=96 HDFS: Number of read operations=8 HDFS: Number of large read operations=0 HDFS: Number of write operations=4 Job Counters Launched map tasks=1 Launched reduce tasks=1 Data-local map tasks=1 Total time spent by all maps in occupied slots (ms)=13177 Total time spent by all reduces in occupied slots (ms)=8288 Total time spent by all map tasks (ms)=13177 Total time spent by all reduce tasks (ms)=8288 Total vcore-seconds taken by all map tasks=13177 Total vcore-seconds taken by all reduce tasks=8288 Total megabyte-seconds taken by all map tasks=13493248 Total megabyte-seconds taken by all reduce tasks=8486912 Map-Reduce Framework Map input records=6 Map output records=2 Map output bytes=56 Map output materialized bytes=66 Input split bytes=285 Combine input records=0 Combine output records=0 Reduce input groups=2 Reduce shuffle bytes=66 Reduce input records=2 Reduce output records=0 Spilled Records=4 Shuffled Maps =1 Failed Shuffles=0 Merged Map outputs=1 GC time elapsed (ms)=426 CPU time spent (ms)=12570 Physical memory (bytes) snapshot=517378048 Virtual memory (bytes) snapshot=1765687296 Total committed heap usage (bytes)=306184192 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Input Format Counters Bytes Read=0 File Output Format Counters Bytes Written=94 2016-04-25T06:27:58,295 INFO [task-runner-0-priority-0] io.druid.indexer.DetermineHashedPartitionsJob - Job completed, loading up partitions for intervals[Optional.of([2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z])]. 2016-04-25T06:27:58,301 INFO [task-runner-0-priority-0] io.druid.indexer.DetermineHashedPartitionsJob - Path[var/druid/hadoop-tmp/wikiticker/2016-04-25T062659.654Z/9d7a21c4592c4172ae5b331221889ad7/20150912T000000.000Z_20150913T000000.000Z/partitions.json] didn't exist!? 2016-04-25T06:27:58,301 INFO [task-runner-0-priority-0] io.druid.indexer.DetermineHashedPartitionsJob - DetermineHashedPartitionsJob took 46658 millis 2016-04-25T06:27:58,302 INFO [task-runner-0-priority-0] io.druid.indexer.JobHelper - Deleting path[var/druid/hadoop-tmp/wikiticker/2016-04-25T062659.654Z/9d7a21c4592c4172ae5b331221889ad7] 2016-04-25T06:27:58,342 INFO [task-runner-0-priority-0] io.druid.indexing.common.actions.RemoteTaskActionClient - Performing action for task[index_hadoop_wikiticker_2016-04-25T06:26:59.682Z]: LockListAction{} 2016-04-25T06:27:58,344 INFO [task-runner-0-priority-0] io.druid.indexing.common.actions.RemoteTaskActionClient - Submitting action for task[index_hadoop_wikiticker_2016-04-25T06:26:59.682Z] to overlord[http://master:8090/druid/indexer/v1/action]: LockListAction{} 2016-04-25T06:27:58,364 INFO [task-runner-0-priority-0] io.druid.indexing.common.task.HadoopIndexTask - Setting version to: 2016-04-25T06:26:59.781Z 2016-04-25T06:27:58,373 INFO [task-runner-0-priority-0] io.druid.indexer.HadoopDruidIndexerConfig - Running with config: { "spec" : { "dataSchema" : { "dataSource" : "wikiticker", "parser" : { "type" : "string", "parseSpec" : { "format" : "json", "dimensionsSpec" : { "dimensions" : [ "channel", "cityName", "comment", "countryIsoCode", "countryName", "isAnonymous", "isMinor", "isNew", "isRobot", "isUnpatrolled", "metroCode", "namespace", "page", "regionIsoCode", "regionName", "user" ] }, "timestampSpec" : { "format" : "auto", "column" : "time" } } }, "metricsSpec" : [ { "type" : "count", "name" : "count" }, { "type" : "longSum", "name" : "added", "fieldName" : "added" }, { "type" : "longSum", "name" : "deleted", "fieldName" : "deleted" }, { "type" : "longSum", "name" : "delta", "fieldName" : "delta" }, { "type" : "hyperUnique", "name" : "user_unique", "fieldName" : "user" } ], "granularitySpec" : { "type" : "uniform", "segmentGranularity" : "DAY", "queryGranularity" : { "type" : "none" }, "intervals" : [ "2015-09-12T00:00:00.000Z/2015-09-13T00:00:00.000Z" ] } }, "ioConfig" : { "type" : "hadoop", "inputSpec" : { "type" : "static", "paths" : "/test/my-sample.json" }, "metadataUpdateSpec" : null, "segmentOutputPath" : "/druid/segments" }, "tuningConfig" : { "type" : "hadoop", "workingPath" : "var/druid/hadoop-tmp", "version" : "2016-04-25T06:26:59.781Z", "partitionsSpec" : { "type" : "hashed", "targetPartitionSize" : 5000000, "maxPartitionSize" : 7500000, "assumeGrouped" : false, "numShards" : -1 }, "shardSpecs" : { }, "indexSpec" : { "bitmap" : { "type" : "concise" }, "dimensionCompression" : null, "metricCompression" : null }, "maxRowsInMemory" : 80000, "leaveIntermediate" : false, "cleanupOnFailure" : true, "overwriteFiles" : false, "ignoreInvalidRows" : false, "jobProperties" : { }, "combineText" : false, "useCombiner" : false, "buildV9Directly" : false, "numBackgroundPersistThreads" : 0 }, "uniqueId" : "9d7a21c4592c4172ae5b331221889ad7" } } 2016-04-25T06:27:58,446 INFO [task-runner-0-priority-0] io.druid.indexing.common.task.HadoopIndexTask - Starting a hadoop index generator job... 2016-04-25T06:27:58,466 INFO [task-runner-0-priority-0] io.druid.indexer.path.StaticPathSpec - Adding paths[/test/my-sample.json] 2016-04-25T06:27:58,469 INFO [task-runner-0-priority-0] io.druid.indexer.HadoopDruidIndexerJob - No metadataStorageUpdaterJob set in the config. This is cool if you are running a hadoop index task, otherwise nothing will be uploaded to database. 2016-04-25T06:27:58,494 ERROR [task-runner-0-priority-0] io.druid.indexing.overlord.ThreadPoolTaskRunner - Exception while running task[HadoopIndexTask{id=index_hadoop_wikiticker_2016-04-25T06:26:59.682Z, type=index_hadoop, dataSource=wikiticker}] java.lang.RuntimeException: java.lang.reflect.InvocationTargetException at com.google.common.base.Throwables.propagate(Throwables.java:160) ~[guava-16.0.1.jar:?] at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:160) ~[druid-indexing-service-0.9.0.jar:0.9.0] at io.druid.indexing.common.task.HadoopIndexTask.run(HadoopIndexTask.java:208) ~[druid-indexing-service-0.9.0.jar:0.9.0] at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:338) [druid-indexing-service-0.9.0.jar:0.9.0] at io.druid.indexing.overlord.ThreadPoolTaskRunner$ThreadPoolTaskRunnerCallable.call(ThreadPoolTaskRunner.java:318) [druid-indexing-service-0.9.0.jar:0.9.0] at java.util.concurrent.FutureTask.run(FutureTask.java:262) [?:1.7.0_79] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [?:1.7.0_79] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [?:1.7.0_79] at java.lang.Thread.run(Thread.java:745) [?:1.7.0_79] Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.7.0_79] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) ~[?:1.7.0_79] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.7.0_79] at java.lang.reflect.Method.invoke(Method.java:606) ~[?:1.7.0_79] at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) ~[druid-indexing-service-0.9.0.jar:0.9.0] ... 7 more Caused by: java.lang.RuntimeException: java.lang.RuntimeException: No buckets?? seems there is no data to index. at io.druid.indexer.IndexGeneratorJob.run(IndexGeneratorJob.java:211) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexer.JobHelper.runJobs(JobHelper.java:323) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexer.HadoopDruidIndexerJob.run(HadoopDruidIndexerJob.java:94) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexing.common.task.HadoopIndexTask$HadoopIndexGeneratorInnerProcessing.runTask(HadoopIndexTask.java:261) ~[druid-indexing-service-0.9.0.jar:0.9.0] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.7.0_79] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) ~[?:1.7.0_79] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.7.0_79] at java.lang.reflect.Method.invoke(Method.java:606) ~[?:1.7.0_79] at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) ~[druid-indexing-service-0.9.0.jar:0.9.0] ... 7 more Caused by: java.lang.RuntimeException: No buckets?? seems there is no data to index. at io.druid.indexer.IndexGeneratorJob.run(IndexGeneratorJob.java:172) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexer.JobHelper.runJobs(JobHelper.java:323) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexer.HadoopDruidIndexerJob.run(HadoopDruidIndexerJob.java:94) ~[druid-indexing-hadoop-0.9.0.jar:0.9.0] at io.druid.indexing.common.task.HadoopIndexTask$HadoopIndexGeneratorInnerProcessing.runTask(HadoopIndexTask.java:261) ~[druid-indexing-service-0.9.0.jar:0.9.0] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.7.0_79] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) ~[?:1.7.0_79] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.7.0_79] at java.lang.reflect.Method.invoke(Method.java:606) ~[?:1.7.0_79] at io.druid.indexing.common.task.HadoopTask.invokeForeignLoader(HadoopTask.java:157) ~[druid-indexing-service-0.9.0.jar:0.9.0] ... 7 more 2016-04-25T06:27:58,512 INFO [task-runner-0-priority-0] io.druid.indexing.worker.executor.ExecutorLifecycle - Task completed with status: { "id" : "index_hadoop_wikiticker_2016-04-25T06:26:59.682Z", "status" : "FAILED", "duration" : 51174 } 2016-04-25T06:27:58,520 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.server.coordination.AbstractDataSegmentAnnouncer.stop()] on object[io.druid.server.coordination.BatchDataSegmentAnnouncer@5d7a4ab]. 2016-04-25T06:27:58,520 INFO [main] io.druid.server.coordination.AbstractDataSegmentAnnouncer - Stopping class io.druid.server.coordination.BatchDataSegmentAnnouncer with config[io.druid.server.initialization.ZkPathsConfig@22e2266d] 2016-04-25T06:27:58,520 INFO [main] io.druid.curator.announcement.Announcer - unannouncing [/druid/announcements/master:8100] 2016-04-25T06:27:58,545 INFO [main] org.eclipse.jetty.server.ServerConnector - Stopped ServerConnector@3fe3b1c{HTTP/1.1}{0.0.0.0:8100} 2016-04-25T06:27:58,547 INFO [main] org.eclipse.jetty.server.handler.ContextHandler - Stopped o.e.j.s.ServletContextHandler@2a9581e8{/,null,UNAVAILABLE} 2016-04-25T06:27:58,550 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.indexing.worker.executor.ExecutorLifecycle.stop() throws java.lang.Exception] on object[io.druid.indexing.worker.executor.ExecutorLifecycle@1f75fbe3]. 2016-04-25T06:27:58,550 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.indexing.overlord.ThreadPoolTaskRunner.stop()] on object[io.druid.indexing.overlord.ThreadPoolTaskRunner@60472c15]. 2016-04-25T06:27:58,551 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.curator.discovery.ServerDiscoverySelector.stop() throws java.io.IOException] on object[io.druid.curator.discovery.ServerDiscoverySelector@1c909fae]. 2016-04-25T06:27:58,555 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.curator.announcement.Announcer.stop()] on object[io.druid.curator.announcement.Announcer@283d2fc]. 2016-04-25T06:27:58,556 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.curator.discovery.ServerDiscoverySelector.stop() throws java.io.IOException] on object[io.druid.curator.discovery.ServerDiscoverySelector@475b32ea]. 2016-04-25T06:27:58,557 INFO [main] io.druid.curator.CuratorModule - Stopping Curator 2016-04-25T06:27:58,561 INFO [main] org.apache.zookeeper.ZooKeeper - Session: 0x154384946db0050 closed 2016-04-25T06:27:58,561 INFO [main-EventThread] org.apache.zookeeper.ClientCnxn - EventThread shut down 2016-04-25T06:27:58,562 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void com.metamx.http.client.NettyHttpClient.stop()] on object[com.metamx.http.client.NettyHttpClient@7e0a94fa]. 2016-04-25T06:27:58,584 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.server.namespace.NamespacedExtractionModule$NamespaceStaticConfiguration.stop()] on object[io.druid.server.namespace.NamespacedExtractionModule$NamespaceStaticConfiguration@3f651673]. 2016-04-25T06:27:58,590 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void com.metamx.metrics.MonitorScheduler.stop()] on object[com.metamx.metrics.MonitorScheduler@5e9938fa]. 2016-04-25T06:27:58,590 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void com.metamx.emitter.service.ServiceEmitter.close() throws java.io.IOException] on object[com.metamx.emitter.service.ServiceEmitter@7ce0d250]. 2016-04-25T06:27:58,590 INFO [main] com.metamx.emitter.core.LoggingEmitter - Close: started [false] 2016-04-25T06:27:58,591 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking stop method[public void io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner.stop()] on object[io.druid.initialization.Log4jShutterDownerModule$Log4jShutterDowner@44ee5c1a]. 2016-04-25 06:27:58,639 Thread-2 ERROR Unable to register shutdown hook because JVM is shutting down. java.lang.IllegalStateException: Not started at io.druid.common.config.Log4jShutdown.addShutdownCallback(Log4jShutdown.java:45) at org.apache.logging.log4j.core.impl.Log4jContextFactory.addShutdownCallback(Log4jContextFactory.java:273) at org.apache.logging.log4j.core.LoggerContext.setUpShutdownHook(LoggerContext.java:256) at org.apache.logging.log4j.core.LoggerContext.start(LoggerContext.java:216) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:145) at org.apache.logging.log4j.core.impl.Log4jContextFactory.getContext(Log4jContextFactory.java:41) at org.apache.logging.log4j.LogManager.getContext(LogManager.java:182) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getContext(AbstractLoggerAdapter.java:103) at org.apache.logging.slf4j.Log4jLoggerFactory.getContext(Log4jLoggerFactory.java:43) at org.apache.logging.log4j.spi.AbstractLoggerAdapter.getLogger(AbstractLoggerAdapter.java:42) at org.apache.logging.slf4j.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:29) at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:284) at org.apache.commons.logging.impl.SLF4JLogFactory.getInstance(SLF4JLogFactory.java:155) at org.apache.commons.logging.impl.SLF4JLogFactory.getInstance(SLF4JLogFactory.java:132) at org.apache.commons.logging.LogFactory.getLog(LogFactory.java:685) at org.apache.hadoop.hdfs.LeaseRenewer.(LeaseRenewer.java:72) at org.apache.hadoop.hdfs.DFSClient.getLeaseRenewer(DFSClient.java:699) at org.apache.hadoop.hdfs.DFSClient.close(DFSClient.java:859) at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:853) at org.apache.hadoop.fs.FileSystem$Cache.closeAll(FileSystem.java:2407) at org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer.run(FileSystem.java:2424) at org.apache.hadoop.util.ShutdownHookManager$1.run(ShutdownHookManager.java:54)