at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Final Counters : Counters: 19 [[File System Counters FILE_BYTES_READ=123, FILE_BYTES_WRITTEN=520, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=280494080, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1465483499422, Process_Duration=1363, Process_End_Time=1465483500785, Read_Duration=1, Tuples_Read=1, Write_Duration=1362][cascading.flow.StepCounters Tuples_Read=1]] 16/06/09 20:15:00 INFO impl.MetricsSystemImpl: Stopping TezTask metrics system... 16/06/09 20:15:00 INFO impl.MetricsSystemImpl: TezTask metrics system stopped. 16/06/09 20:15:00 INFO impl.MetricsSystemImpl: TezTask metrics system shutdown complete. 16/06/09 20:15:00 INFO launcher.LocalContainerLauncher: Container: container_1465483481114_0001_00_000003 completed but with errors 16/06/09 20:15:00 INFO impl.SimpleHistoryLoggingService: Writing event TASK_ATTEMPT_FINISHED to history file 16/06/09 20:15:00 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FFBB35D6034E4778A78476B64AF24C85, taskAttemptId=attempt_1465483481114_0001_1_00_000000_2, startTime=1465483495332, finishTime=1465483500785, timeTaken=5453, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , counters=Counters: 20, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=123, FILE_BYTES_WRITTEN=520, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=280494080, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1465483499422, Process_Duration=1363, Process_End_Time=1465483500785, Read_Duration=1, Tuples_Read=1, Write_Duration=1362, cascading.flow.StepCounters, Tuples_Read=1 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_2 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED 16/06/09 20:15:00 INFO container.AMContainerImpl: Container container_1465483481114_0001_00_000003 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException 16/06/09 20:15:00 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1465483481114_0001_00_000003, stoppedTime=1465483500797, exitStatus=1 16/06/09 20:15:00 INFO impl.SimpleHistoryLoggingService: Writing event CONTAINER_STOPPED to history file 16/06/09 20:15:00 INFO container.AMContainerImpl: AMContainer container_1465483481114_0001_00_000003 transitioned from RUNNING to COMPLETED via event C_COMPLETED 16/06/09 20:15:00 INFO impl.TaskImpl: Scheduling new attempt for task: task_1465483481114_0001_1_00_000000, currentFailedAttempts: 3, maxFailedAttempts: 4 16/06/09 20:15:00 INFO rm.TaskSchedulerEventHandler: Processing the event EventType: S_TA_ENDED 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_2 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: remoteTaskSpec:DAGName : [150678A879C6483A8CA084AB37F33A53/CABCE9D7DE8945758D7C01B11BB7D430] insert/(1/1) ...9e-4694-b362-e025eec47650, VertexName: FFBB35D6034E4778A78476B64AF24C85, VertexParallelism: 1, TaskAttemptID:attempt_1465483481114_0001_1_00_000000_3, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=55604536CC5C4044BD9504332E1EEEF1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3D175577A7E6403D898F511D7C3C1A2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] 16/06/09 20:15:00 INFO util.RackResolver: Resolved localhost to /default-rack 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_3 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE 16/06/09 20:15:00 INFO node.AMNodeImpl: Attempt failed on node: 127.0.0.1:0 TA: attempt_1465483481114_0001_1_00_000000_2 failed: true container: container_1465483481114_0001_00_000003 numFailedTAs: 2 16/06/09 20:15:00 INFO rm.TaskSchedulerEventHandler: Processing the event EventType: S_TA_LAUNCH_REQUEST 16/06/09 20:15:00 INFO container.AMContainerImpl: Sending Launch Request for Container with id: container_1465483481114_0001_00_000004 16/06/09 20:15:00 INFO container.AMContainerImpl: AMContainer container_1465483481114_0001_00_000004 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST 16/06/09 20:15:00 INFO task.TezChild: PID, containerIdentifier: null, container_1465483481114_0001_00_000004 16/06/09 20:15:00 WARN impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties 16/06/09 20:15:00 INFO impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 16/06/09 20:15:00 INFO impl.MetricsSystemImpl: TezTask metrics system started 16/06/09 20:15:00 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1465483481114_0001_00_000004, launchTime=1465483500807 16/06/09 20:15:00 INFO container.AMContainerImpl: AMContainer container_1465483481114_0001_00_000004 transitioned from LAUNCHING to IDLE via event C_LAUNCHED 16/06/09 20:15:00 INFO impl.SimpleHistoryLoggingService: Writing event CONTAINER_LAUNCHED to history file 16/06/09 20:15:00 INFO task.ContainerReporter: Attempting to fetch new task 16/06/09 20:15:00 INFO container.AMContainerImpl: Assigned taskAttempt + [attempt_1465483481114_0001_1_00_000000_3] to container: [container_1465483481114_0001_00_000004] 16/06/09 20:15:00 INFO container.AMContainerImpl: AMContainer container_1465483481114_0001_00_000004 transitioned from IDLE to RUNNING via event C_PULL_TA 16/06/09 20:15:00 INFO app.TaskAttemptListenerImpTezDag: Container with id: container_1465483481114_0001_00_000004 given task: attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:00 INFO task.ContainerReporter: Got TaskUpdate: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1465483481114_0001_1_00_000000_3 2016-06-09 20:15:00 Starting to run new task attempt: attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:00 INFO util.RackResolver: Resolved 127.0.0.1 to /default-rack 2016-06-09 20:15:00 Starting to run new task attempt: attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:00 INFO common.TezUtilsInternal: Redirecting log file based on addend: attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:00 WARN common.TezUtilsInternal: Not configured with appender named: CLA. Cannot reconfigure logger output 16/06/09 20:15:00 INFO task.TezChild: Refreshing UGI since Credentials have changed 16/06/09 20:15:00 INFO task.TezChild: Credentials : #Tokens=1, #SecretKeys=0 16/06/09 20:15:00 INFO task.TezChild: Localizing additional local resources for Task : {} 16/06/09 20:15:00 INFO task.TezChild: Done localizing additional resources 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: TaskAttempt: [attempt_1465483481114_0001_1_00_000000_3] started. Is using containerId: [container_1465483481114_0001_00_000004] on NM: [127.0.0.1:0] 16/06/09 20:15:00 INFO util.ProcfsBasedProcessTree: ProcfsBasedProcessTree currently is supported only on Linux. 16/06/09 20:15:00 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FFBB35D6034E4778A78476B64AF24C85, taskAttemptId=attempt_1465483481114_0001_1_00_000000_3, startTime=1465483500808, containerId=container_1465483481114_0001_00_000004, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1465483481114_0001_00_000004/kishorb, completedLogs= 16/06/09 20:15:00 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_3 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY 16/06/09 20:15:00 INFO impl.SimpleHistoryLoggingService: Writing event TASK_ATTEMPT_STARTED to history file 16/06/09 20:15:00 INFO metrics.TaskCounterUpdater: Using ResourceCalculatorProcessTree : org.apache.hadoop.yarn.util.WindowsBasedProcessTree@646df6c5 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [150678A879C6483A8CA084AB37F33A53/CABCE9D7DE8945758D7C01B11BB7D430] insert/(1/1) ...9e-4694-b362-e025eec47650, VertexName: FFBB35D6034E4778A78476B64AF24C85, VertexParallelism: 1, TaskAttemptID:attempt_1465483481114_0001_1_00_000000_3, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=55604536CC5C4044BD9504332E1EEEF1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3D175577A7E6403D898F511D7C3C1A2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] 16/06/09 20:15:00 INFO resources.MemoryDistributor: InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=1431830528 16/06/09 20:15:00 INFO task.TezTaskRunner: Initializing task, taskAttemptId=attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing LogicalProcessorIORuntimeTask 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Creating processor, processorClassName=cascading.flow.tez.FlowProcessor 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing Input using InputSpec: { sourceVertexName=55604536CC5C4044BD9504332E1EEEF1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput } 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Creating Input 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing Input with src edge: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:00 INFO resources.MemoryDistributor$RequestorInfo: Received request: 0, type: INPUT, componentVertexName: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing Output using OutputSpec: { destinationVertexName=3D175577A7E6403D898F511D7C3C1A2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput } 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Creating Output 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initializing Output with dest edge: 3D175577A7E6403D898F511D7C3C1A2E 16/06/09 20:15:00 INFO output.MROutput: Initializing Simple Output 16/06/09 20:15:00 INFO resources.MemoryDistributor$RequestorInfo: Received request: 0, type: OUTPUT, componentVertexName: 3D175577A7E6403D898F511D7C3C1A2E 16/06/09 20:15:00 INFO tez.FlowProcessor: cascading version: 3.0.1 16/06/09 20:15:00 INFO impl.TaskImpl: TaskAttempt:attempt_1465483481114_0001_1_00_000000_3 sent events: (0-1) 16/06/09 20:15:00 INFO tez.FlowProcessor: flow node id: FFBB35D6034E4778A78476B64AF24C85, ordinal: 0 16/06/09 20:15:00 INFO input.MRInput: Using New mapreduce API: false, split information via event: true 16/06/09 20:15:00 INFO input.MRInput: Initialzed MRInput: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initialized Input with src edge: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:00 INFO tez.FlowProcessor: flow node id: FFBB35D6034E4778A78476B64AF24C85, mem on start (mb), free: 155, total: 267, max: 1365 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Waiting for 2 initializers to finish 16/06/09 20:15:00 INFO runtime.LogicalIOProcessorRuntimeTask: Waiting for 1 initializers to finish 16/06/09 20:15:00 INFO db.DBConfiguration: opening db connection: jdbc:redshift://52.7.203.20:5439/dev 16/06/09 20:15:03 INFO output.MROutput: Initialized Simple Output, using_new_api: false 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Initialized Output with dest edge: 3D175577A7E6403D898F511D7C3C1A2E 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: All initializers finished 16/06/09 20:15:03 INFO resources.MemoryDistributor: Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: ScaleFactor: 1, for type: OTHER 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: ScaleFactor: 1, for type: OTHER 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996 16/06/09 20:15:03 INFO resources.WeightedScalingMemoryDistributor: Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 1431830528, TotalAvailable: 959326453, TotalRequested/TotalJVMHeap:0.00 16/06/09 20:15:03 INFO resources.MemoryDistributor: Informing: INPUT, 55604536CC5C4044BD9504332E1EEEF1, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0 16/06/09 20:15:03 INFO resources.MemoryDistributor: Informing: OUTPUT, 3D175577A7E6403D898F511D7C3C1A2E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Starting Inputs/Outputs 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Input: 55604536CC5C4044BD9504332E1EEEF1 being auto started by the framework. Subsequent instances will not be auto-started 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Num IOs determined for AutoStart: 1 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Waiting for 1 IOs to start 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Starting Input with src edge: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: Started Input with src edge: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:03 INFO runtime.LogicalIOProcessorRuntimeTask: AutoStartComplete 16/06/09 20:15:03 INFO task.TezTaskRunner: Running task, taskAttemptId=attempt_1465483481114_0001_1_00_000000_3 16/06/09 20:15:03 INFO graph.Hadoop2TezStreamGraph: using streamed source: Hfs["TextDelimited[['f1', 'f2', 'f3', 'f4' | String, DateType{dateFormatString='yyyy-MM-dd'}, Date, String]]"]["../projectgraph.engine.command-line/testData/Input/redshiftInputWithTimeStamp"] 16/06/09 20:15:03 INFO tez.FlowProcessor: sourcing from: Hfs["TextDelimited[['f1', 'f2', 'f3', 'f4' | String, DateType{dateFormatString='yyyy-MM-dd'}, Date, String]]"]["../projectgraph.engine.command-line/testData/Input/redshiftInputWithTimeStamp"] streamed: true, id: 55604536CC5C4044BD9504332E1EEEF1 16/06/09 20:15:03 INFO tez.FlowProcessor: sinking to: RedshiftTap["RedshiftScheme[['f1', 'f2', 'f3', 'f4']]"][->"null/9200ac70-d731-4d01-a694-427f3b31a185"->"jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650"], id: 3D175577A7E6403D898F511D7C3C1A2E 16/06/09 20:15:03 INFO element.TezSinkStage: calling MROutput#start() on: RedshiftTap["RedshiftScheme[['f1', 'f2', 'f3', 'f4']]"][->"null/9200ac70-d731-4d01-a694-427f3b31a185"->"jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650"] 16/06/09 20:15:03 INFO jdbc.RedshiftTap: creating db table: targettable4 16/06/09 20:15:03 INFO jdbc.RedshiftTap: creating resources 16/06/09 20:15:03 INFO jdbc.RedshiftTap: creating DB table: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 16/06/09 20:15:03 INFO jdbc.JDBCTap: creating connection: jdbc:redshift://52.7.203.20:5439/dev 16/06/09 20:15:03 INFO input.MRInput: Initializing RecordReader from event 16/06/09 20:15:03 INFO input.MRInput: Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@63022ef9 16/06/09 20:15:03 INFO lib.MRReaderMapred: Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@63022ef9 16/06/09 20:15:03 INFO input.MRInput: Initialized RecordReader from event 16/06/09 20:15:03 INFO input.MRInput: Notifying on RecordReader Initialized 16/06/09 20:15:04 INFO element.TezSourceStage: calling MRInput#start() on: Hfs["TextDelimited[['f1', 'f2', 'f3', 'f4' | String, DateType{dateFormatString='yyyy-MM-dd'}, Date, String]]"]["../projectgraph.engine.command-line/testData/Input/redshiftInputWithTimeStamp"] 16/06/09 20:15:04 INFO tez.FlowProcessor: flow node id: FFBB35D6034E4778A78476B64AF24C85, all 1 inputs ready in: 00:00:00.000 16/06/09 20:15:05 INFO db.DBOutputFormat: executing batch [totstmts: 1][crntstmts: 1][batch: 1] 16/06/09 20:15:06 ERROR db.DBOutputFormat: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. 16/06/09 20:15:06 ERROR element.TrapHandler: caught Throwable, no trap available, rethrowing cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more 16/06/09 20:15:06 ERROR element.SourceStage: caught throwable cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more 16/06/09 20:15:06 INFO task.TezTaskRunner: Encounted an error while executing task: attempt_1465483481114_0001_1_00_000000_3 cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more 16/06/09 20:15:06 INFO runtime.LogicalIOProcessorRuntimeTask: Final Counters : Counters: 19 [[File System Counters FILE_BYTES_READ=123, FILE_BYTES_WRITTEN=520, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=280494080, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1465483504910, Process_Duration=1412, Process_End_Time=1465483506322, Read_Duration=0, Tuples_Read=1, Write_Duration=1411][cascading.flow.StepCounters Tuples_Read=1]] 16/06/09 20:15:06 INFO impl.MetricsSystemImpl: Stopping TezTask metrics system... 16/06/09 20:15:06 INFO impl.MetricsSystemImpl: TezTask metrics system stopped. 16/06/09 20:15:06 INFO impl.MetricsSystemImpl: TezTask metrics system shutdown complete. 16/06/09 20:15:06 INFO launcher.LocalContainerLauncher: Container: container_1465483481114_0001_00_000004 completed but with errors 16/06/09 20:15:06 INFO container.AMContainerImpl: Container container_1465483481114_0001_00_000004 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException 16/06/09 20:15:06 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1465483481114_0001_00_000004, stoppedTime=1465483506338, exitStatus=1 16/06/09 20:15:06 INFO impl.SimpleHistoryLoggingService: Writing event CONTAINER_STOPPED to history file 16/06/09 20:15:06 INFO container.AMContainerImpl: AMContainer container_1465483481114_0001_00_000004 transitioned from RUNNING to COMPLETED via event C_COMPLETED 16/06/09 20:15:06 INFO impl.SimpleHistoryLoggingService: Writing event TASK_ATTEMPT_FINISHED to history file 16/06/09 20:15:06 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FFBB35D6034E4778A78476B64AF24C85, taskAttemptId=attempt_1465483481114_0001_1_00_000000_3, startTime=1465483500808, finishTime=1465483506338, timeTaken=5530, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , counters=Counters: 20, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=123, FILE_BYTES_WRITTEN=520, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=280494080, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1465483504910, Process_Duration=1412, Process_End_Time=1465483506322, Read_Duration=0, Tuples_Read=1, Write_Duration=1411, cascading.flow.StepCounters, Tuples_Read=1 16/06/09 20:15:06 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_3 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED 16/06/09 20:15:06 INFO impl.TaskAttemptImpl: attempt_1465483481114_0001_1_00_000000_3 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED 16/06/09 20:15:06 INFO impl.TaskImpl: Failing task: task_1465483481114_0001_1_00_000000, currentFailedAttempts: 4, maxFailedAttempts: 4 16/06/09 20:15:06 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:TASK_FINISHED]: vertexName=FFBB35D6034E4778A78476B64AF24C85, taskId=task_1465483481114_0001_1_00_000000, startTime=1465483483950, finishTime=1465483506338, timeTaken=22388, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ] TaskAttempt 1 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000002 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]] TaskAttempt 2 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ] TaskAttempt 3 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000004 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]], counters=Counters: 0 16/06/09 20:15:06 INFO impl.SimpleHistoryLoggingService: Writing event TASK_FINISHED to history file 16/06/09 20:15:06 INFO impl.TaskImpl: task_1465483481114_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED 16/06/09 20:15:06 INFO impl.VertexImpl: Num completed Tasks for vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] : 1 16/06/09 20:15:06 INFO impl.VertexImpl: Failing vertex: vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] because task failed: task_1465483481114_0001_1_00_000000 16/06/09 20:15:06 INFO rm.TaskSchedulerEventHandler: Processing the event EventType: S_TA_ENDED 16/06/09 20:15:06 INFO impl.VertexImpl: Killing tasks in vertex: vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] due to trigger: OWN_TASK_FAILURE 16/06/09 20:15:06 INFO impl.VertexImpl: Vertex failed as one or more tasks failed. failedTasks:1 16/06/09 20:15:06 INFO impl.VertexImpl: Invoking committer abort for vertex, vertexId=vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] 16/06/09 20:15:06 INFO impl.VertexImpl: Invoking committer abort for output=3D175577A7E6403D898F511D7C3C1A2E, vertexId=vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] 16/06/09 20:15:06 WARN output.FileOutputCommitter: Output Path is null in cleanupJob() 16/06/09 20:15:06 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:VERTEX_FINISHED]: vertexName=FFBB35D6034E4778A78476B64AF24C85, vertexId=vertex_1465483481114_0001_1_00, initRequestedTime=1465483483572, initedTime=1465483483804, startRequestedTime=1465483483812, startedTime=1465483483812, finishTime=1465483506354, timeTaken=22542, status=FAILED, diagnostics=Task failed, taskId=task_1465483481114_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ], TaskAttempt 1 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000002 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]], TaskAttempt 2 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ], TaskAttempt 3 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000004 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]]] Vertex failed as one or more tasks failed. failedTasks:1 Vertex vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1465483483950, firstTasksToStart=[ task_1465483481114_0001_1_00_000000 ], lastTaskFinishTime=1465483506338, lastTasksToFinish=[ task_1465483481114_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[ ], longestDurationTasks=[ ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=4, numCompletedTasks=1} 16/06/09 20:15:06 INFO impl.VertexImpl: vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED 16/06/09 20:15:06 INFO node.AMNodeImpl: Attempt failed on node: 127.0.0.1:0 TA: attempt_1465483481114_0001_1_00_000000_3 failed: true container: container_1465483481114_0001_00_000004 numFailedTAs: 3 16/06/09 20:15:06 INFO impl.DAGImpl: Vertex vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1 16/06/09 20:15:06 INFO impl.DAGImpl: DAG failed due to vertex failure. failedVertices:1 killedVertices:0 16/06/09 20:15:06 INFO impl.DAGImpl: Calling DAG commit/abort for dag: dag_1465483481114_0001_1 16/06/09 20:15:06 INFO impl.DAGImpl: Aborting output: 3D175577A7E6403D898F511D7C3C1A2E for vertex: vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] 16/06/09 20:15:06 WARN output.FileOutputCommitter: Output Path is null in cleanupJob() 16/06/09 20:15:06 INFO impl.SimpleHistoryLoggingService: Writing event VERTEX_FINISHED to history file 16/06/09 20:15:06 INFO recovery.RecoveryService: DAG completed, dagId=dag_1465483481114_0001_1, queueSize=0 16/06/09 20:15:06 INFO impl.SimpleHistoryLoggingService: Writing event DAG_FINISHED to history file 16/06/09 20:15:06 INFO history.HistoryEventHandler: [HISTORY][DAG:dag_1465483481114_0001_1][Event:DAG_FINISHED]: dagId=dag_1465483481114_0001_1, startTime=1465483483566, finishTime=1465483506354, timeTaken=22788, status=FAILED, diagnostics=Vertex failed, vertexName=FFBB35D6034E4778A78476B64AF24C85, vertexId=vertex_1465483481114_0001_1_00, diagnostics=[Task failed, taskId=task_1465483481114_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ], TaskAttempt 1 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000002 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]], TaskAttempt 2 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more ], TaskAttempt 3 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: unable to sink into output identifier: jdbc://jdbc:redshift://52.7.203.20:5439/dev&id=2fb33cbe-769e-4694-b362-e025eec47650 at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:160) at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145) at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:95) at cascading.tuple.TupleEntrySchemeCollector.add(TupleEntrySchemeCollector.java:134) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:98) at cascading.flow.stream.element.SinkStage.receive(SinkStage.java:40) at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110) at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66) at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95) at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165) at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:326) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168) at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: unable to execute update batch [msglength: 75][totstmts: 1][crntstmts: 1][batch: 1] [Amazon][JDBC](10120) Error converting data, invalid type for parameter: 1. at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.manageBatchProcessingError(DBOutputFormat.java:351) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.executeBatch(DBOutputFormat.java:318) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:382) at cascading.jdbc.db.DBOutputFormat$DBRecordWriter.write(DBOutputFormat.java:249) at org.apache.tez.mapreduce.output.MROutput$1.write(MROutput.java:506) at cascading.flow.tez.stream.element.OldOutputCollector.collect(OldOutputCollector.java:51) at cascading.tap.hadoop.util.MeasuredOutputCollector.collect(MeasuredOutputCollector.java:69) at cascading.jdbc.JDBCScheme.sink(JDBCScheme.java:726) at cascading.tuple.TupleEntrySchemeCollector.collect(TupleEntrySchemeCollector.java:153) ... 21 more , Container container_1465483481114_0001_00_000004 finished with diagnostics set to [TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException]]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1465483481114_0001_1_00 [FFBB35D6034E4778A78476B64AF24C85] killed/failed due to:null] DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=4, TOTAL_LAUNCHED_TASKS=4 16/06/09 20:15:06 INFO impl.DAGImpl: DAG: dag_1465483481114_0001_1 finished with state: FAILED 16/06/09 20:15:06 INFO impl.DAGImpl: dag_1465483481114_0001_1 transitioned from RUNNING to FAILED 2016-06-09 20:15:06 Completed Dag: dag_1465483481114_0001_1 2016-06-09 20:15:06 Completed Dag: dag_1465483481114_0001_1 16/06/09 20:15:06 INFO app.DAGAppMaster: Not a session, AM will unregister as DAG has completed 16/06/09 20:15:06 INFO rm.TaskSchedulerEventHandler: TaskScheduler notified that it should unregister from RM 16/06/09 20:15:06 INFO common.TezUtilsInternal: Redirecting log file based on addend: dag_1465483481114_0001_1_post 16/06/09 20:15:06 WARN common.TezUtilsInternal: Not configured with appender named: CLA. Cannot reconfigure logger output 16/06/09 20:15:06 INFO app.DAGAppMaster: On DAG completion. Old state: RUNNING new state: FAILED 16/06/09 20:15:06 INFO app.DAGAppMaster: Shutting down on completion of dag:dag_1465483481114_0001_1 16/06/09 20:15:06 INFO app.DAGAppMaster: DAGAppMasterShutdownHandler invoked 16/06/09 20:15:06 INFO app.DAGAppMaster: Handling DAGAppMaster shutdown 16/06/09 20:15:06 INFO app.DAGAppMaster: Sleeping for 5 seconds before shutting down 16/06/09 20:15:08 INFO history.HistoryEventHandler: Stopping HistoryEventHandler 16/06/09 20:15:08 INFO recovery.RecoveryService: Stopping RecoveryService 16/06/09 20:15:08 INFO recovery.RecoveryService: Handle the remaining events in queue, queue size=0 16/06/09 20:15:08 INFO recovery.RecoveryService: EventQueue take interrupted. Returning 16/06/09 20:15:08 INFO recovery.RecoveryService: Closing Summary Stream 16/06/09 20:15:09 INFO impl.SimpleHistoryLoggingService: Stopping SimpleHistoryLoggingService, eventQueueBacklog=0 16/06/09 20:15:09 INFO impl.SimpleHistoryLoggingService: EventQueue take interrupted. Returning 16/06/09 20:15:09 INFO mortbay.log: Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@0.0.0.0:0 16/06/09 20:15:09 INFO ipc.Server: Stopping server on 55092 16/06/09 20:15:09 INFO ipc.Server: Stopping IPC Server listener on 55092 16/06/09 20:15:09 INFO ipc.Server: Stopping IPC Server Responder 16/06/09 20:15:09 INFO app.DAGAppMaster: Completed deletion of tez scratch data dir, path=file:/tmp/hadoop-kishorb/.staging/150678A879C6483A8CA084AB37F33A53/CABCE9D7DE8945758D7C01B11BB7D430/.tez/application_1465483481114_0001 16/06/09 20:15:09 INFO flow.Flow: [insert] stopping all jobs 16/06/09 20:15:09 INFO flow.Flow: [insert] stopping: (1/1) ...9e-4694-b362-e025eec47650 16/06/09 20:15:09 INFO flow.Flow: [insert] stopped all jobs 16/06/09 20:15:09 INFO flow.Flow: [insert] completed in: 00:30.353 Exception in thread "main" cascading.flow.FlowException: local step failed: (1/1) ...9e-4694-b362-e025eec47650 at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:272) at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:172) at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:134) at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:45) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 16/06/09 20:15:09 INFO util.Update: newer Cascading release available: 3.0.4 16/06/09 20:15:11 INFO app.DAGAppMaster: Calling stop for all the services 16/06/09 20:15:11 INFO app.DAGAppMaster: Exiting DAGAppMaster..GoodBye!