mapreduce exception
aswath via StackOverflow
I am running java mapreduce. The map() is doing some very small processing. I get the following exception
Below in the log warning/error. After this, I see lot of /admin/mapreduce/controllerCallback messages in the logs
The mapper is not completed.
Any idea on how to address this issue.
/admin/mapreduce/mapperCallback com.google.common.base.InterruptedRuntimeException: java.lang.InterruptedException at com.google.net.rpc3.client.RpcStub.startBlockingRpcInternal(RpcStub.java:467) at com.google.net.rpc3.client.RpcStub.startBlockingRpc(RpcStub.java:379) at com.google.apphosting.base.RuntimePb$APIHost$Stub.requestSharedBuffer(RuntimePb.java:10306) at com.google.apphosting.runtime.buffers.SharedBufferManager.getSharedBuffer(SharedBufferManager.java:107) at com.google.apphosting.runtime.ApiProxyImpl.maybeGetSharedBuffer(ApiProxyImpl.java:626) at com.google.apphosting.runtime.ApiProxyImpl.doAsyncCall(ApiProxyImpl.java:286) at com.google.apphosting.runtime.ApiProxyImpl.access$100(ApiProxyImpl.java:68) at com.google.apphosting.runtime.ApiProxyImpl$2.run(ApiProxyImpl.java:194) at com.google.apphosting.runtime.ApiProxyImpl$2.run(ApiProxyImpl.java:192) at java.security.AccessController.doPrivileged(Native Method) at com.google.apphosting.runtime.ApiProxyImpl.makeAsyncCall(ApiProxyImpl.java:192) at com.google.apphosting.runtime.ApiProxyImpl.makeAsyncCall(ApiProxyImpl.java:68) at com.googlecode.objectify.cache.TriggerFutureHook.makeAsyncCall(TriggerFutureHook.java:144) at com.google.apphosting.api.ApiProxy.makeAsyncCall(ApiProxy.java:184) at com.google.apphosting.api.ApiProxy.makeAsyncCall(ApiProxy.java:123) at com.google.apphosting.runtime.AppLogsWriter.doFlush(AppLogsWriter.java:241) at com.google.apphosting.runtime.AppLogsWriter.waitForCurrentFlushAndStartNewFlush(AppLogsWriter.java:190) at com.google.apphosting.runtime.AppLogsWriter.addLogRecordAndMaybeFlush(AppLogsWriter.java:179) at com.google.apphosting.runtime.ApiProxyImpl$EnvironmentImpl.addLogRecord(ApiProxyImpl.java:867) at com.google.apphosting.runtime.ApiProxyImpl.log(ApiProxyImpl.java:570) at com.google.apphosting.runtime.ApiProxyImpl.log(ApiProxyImpl.java:68) at com.googlecode.objectify.cache.TriggerFutureHook.log(TriggerFutureHook.java:134) at com.google.apphosting.api.ApiProxy.log(ApiProxy.java:190) at com.google.apphosting.runtime.security.shared.intercept.java.util.logging.DefaultHandler.publish(DefaultHandler.java:48) at java.util.logging.Logger.log(Logger.java:495) at java.util.logging.Logger.doLog(Logger.java:516) at java.util.logging.Logger.log(Logger.java:539) at java.util.logging.Logger.severe(Logger.java:1029) at com.veersoft.admin.migration.version21.VerifyPaymentApplicationsMapper.map(VerifyPaymentApplicationsMapper.java:101) at com.veersoft.admin.migration.version21.VerifyPaymentApplicationsMapper.map(VerifyPaymentApplicationsMapper.java:1) at com.google.appengine.tools.mapreduce.v2.impl.handlers.Worker.processMapper(Worker.java:111) at com.google.appengine.tools.mapreduce.v2.impl.handlers.Worker.handleMapperWorker(Worker.java:289) at com.google.appengine.tools.mapreduce.MapReduceServlet.doPost(MapReduceServlet.java:190) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at com.google.inject.servlet.ServletDefinition.doService(ServletDefinition.java:263) at com.google.inject.servlet.ServletDefinition.service(ServletDefinition.java:178) at com.google.inject.servlet.ManagedServletPipeline.service(ManagedServletPipeline.java:91) at com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:62) at com.google.inject.servlet.ManagedFilterPipeline.dispatch(ManagedFilterPipeline.java:118) at com.google.inject.servlet.GuiceFilter.doFilter(GuiceFilter.java:113) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.veersoft.filter.ResetUserMessagesAndErrorsFilter.doFilter(ResetUserMessagesAndErrorsFilter.java:28) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.utils.servlet.ParseBlobUploadFilter.doFilter(ParseBlobUploadFilter.java:102) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.runtime.jetty.SaveSessionFilter.doFilter(SaveSessionFilter.java:35) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.utils.servlet.TransactionCleanupFilter.doFilter(TransactionCleanupFilter.java:43) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:388) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418) at com.google.apphosting.runtime.jetty.AppVersionHandlerMap.handle(AppVersionHandlerMap.java:249) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:923) at com.google.apphosting.runtime.jetty.RpcRequestParser.parseAvailable(RpcRequestParser.java:76) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at com.google.apphosting.runtime.jetty.JettyServletEngineAdapter.serviceRequest(JettyServletEngineAdapter.java:135) at com.google.apphosting.runtime.JavaRuntime$RequestRunnable.run(JavaRuntime.java:477) at com.google.tracing.TraceContext$TraceContextRunnable.runInContext(TraceContext.java:449) at com.google.tracing.TraceContext$TraceContextRunnable$1.run(TraceContext.java:455) at com.google.tracing.TraceContext.runInContext(TraceContext.java:695) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContextNoUnref(TraceContext.java:333) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContext(TraceContext.java:325) at com.google.tracing.TraceContext$TraceContextRunnable.run(TraceContext.java:453) at com.google.apphosting.runtime.ThreadGroupPool$PoolEntry.run(ThreadGroupPool.java:251) at java.lang.Thread.run(Thread.java:679) Caused by: java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1325) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:281) at com.google.net.rpc3.client.RpcStub$LatchTrigger.await(RpcStub.java:753) at com.google.net.rpc3.client.RpcStub.startBlockingRpcInternal(RpcStub.java:443) ... 71 more W 2012-05-25 17:43:42.539 http://www.21.accountingguru-india.appspot.com/admin/mapreduce/mapperCallback com.google.apphosting.runtime.HardDeadlineExceededError: This request (d2021aac7cd4fb02) started at 2012/05/25 12:33:42.379 UTC and was still executing at 2012/05/25 12:43:42.534 UTC. at com.google.appengine.runtime.Request.process-d2021aac7cd4fb02(Request.java) at java.util.zip.ZipFile.read(Native Method) at java.util.zip.ZipFile.access$1200(ZipFile.java:57) at java.util.zip.ZipFile$ZipFileInputStream.read(ZipFile.java:476) at java.util.zip.ZipFile$1.fill(ZipFile.java:259) at java.util.zip.InflaterInputStream.read(InflaterInputStream.java:158) at java.io.FilterInputStream.read(FilterInputStream.java:133) at java.io.FilterInputStream.read(FilterInputStream.java:107) at java.lang.ClassLoader.loadClass(ClassLoader.java:266) at org.apache.jasper.runtime.JspFactoryImpl.internalGetPageContext(JspFactoryImpl.java:102) at org.apache.jasper.runtime.JspFactoryImpl.access$000(JspFactoryImpl.java:40) at org.apache.jasper.runtime.JspFactoryImpl$PrivilegedGetPageContext.run(JspFactoryImpl.java:149) at java.security.AccessController.doPrivileged(AccessController.java:34) at org.apache.jasper.runtime.JspFactoryImpl.getPageContext(JspFactoryImpl.java:61) at org.apache.jsp.generalExceptionHandling_jsp._jspService(generalExceptionHandling_jsp.java:49) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:390) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418) at org.mortbay.jetty.servlet.Dispatcher.forward(Dispatcher.java:327) at org.mortbay.jetty.servlet.Dispatcher.error(Dispatcher.java:135) at org.mortbay.jetty.Response.sendError(Response.java:274) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:475) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:923) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at com.google.tracing.TraceContext$TraceContextRunnable.runInContext(TraceContext.java:449) at com.google.tracing.TraceContext$TraceContextRunnable$1.run(TraceContext.java:455) at com.google.tracing.TraceContext.runInContext(TraceContext.java:695) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContextNoUnref(TraceContext.java:333) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContext(TraceContext.java:325) at com.google.tracing.TraceContext$TraceContextRunnable.run(TraceContext.java:453) at java.lang.Thread.run(Thread.java:679) C 2012-05-25 17:43:42.542 Uncaught exception from servlet com.google.common.base.InterruptedRuntimeException: java.lang.InterruptedException at com.google.net.rpc3.client.RpcStub.startBlockingRpcInternal(RpcStub.java:467) at com.google.net.rpc3.client.RpcStub.startBlockingRpc(RpcStub.java:379) at com.google.apphosting.base.RuntimePb$APIHost$Stub.requestSharedBuffer(RuntimePb.java:10306) at com.google.apphosting.runtime.buffers.SharedBufferManager.getSharedBuffer(SharedBufferManager.java:107) at com.google.apphosting.runtime.ApiProxyImpl.maybeGetSharedBuffer(ApiProxyImpl.java:626) at com.google.apphosting.runtime.ApiProxyImpl.doAsyncCall(ApiProxyImpl.java:286) at com.google.apphosting.runtime.ApiProxyImpl.access$100(ApiProxyImpl.java:68) at com.google.apphosting.runtime.ApiProxyImpl$2.run(ApiProxyImpl.java:194) at com.google.apphosting.runtime.ApiProxyImpl$2.run(ApiProxyImpl.java:192) at java.security.AccessController.doPrivileged(Native Method) at com.google.apphosting.runtime.ApiProxyImpl.makeAsyncCall(ApiProxyImpl.java:192) at com.google.apphosting.runtime.ApiProxyImpl.makeAsyncCall(ApiProxyImpl.java:68) at com.googlecode.objectify.cache.TriggerFutureHook.makeAsyncCall(TriggerFutureHook.java:144) at com.google.apphosting.api.ApiProxy.makeAsyncCall(ApiProxy.java:184) at com.google.apphosting.api.ApiProxy.makeAsyncCall(ApiProxy.java:123) at com.google.apphosting.runtime.AppLogsWriter.doFlush(AppLogsWriter.java:241) at com.google.apphosting.runtime.AppLogsWriter.waitForCurrentFlushAndStartNewFlush(AppLogsWriter.java:190) at com.google.apphosting.runtime.AppLogsWriter.addLogRecordAndMaybeFlush(AppLogsWriter.java:179) at com.google.apphosting.runtime.ApiProxyImpl$EnvironmentImpl.addLogRecord(ApiProxyImpl.java:867) at com.google.apphosting.runtime.ApiProxyImpl.log(ApiProxyImpl.java:570) at com.google.apphosting.runtime.ApiProxyImpl.log(ApiProxyImpl.java:68) at com.googlecode.objectify.cache.TriggerFutureHook.log(TriggerFutureHook.java:134) at com.google.apphosting.api.ApiProxy.log(ApiProxy.java:190) at com.google.apphosting.runtime.security.shared.intercept.java.util.logging.DefaultHandler.publish(DefaultHandler.java:48) at java.util.logging.Logger.log(Logger.java:495) at java.util.logging.Logger.doLog(Logger.java:516) at java.util.logging.Logger.log(Logger.java:539) at java.util.logging.Logger.severe(Logger.java:1029) at com.veersoft.admin.migration.version21.VerifyPaymentApplicationsMapper.map(VerifyPaymentApplicationsMapper.java:101) at com.veersoft.admin.migration.version21.VerifyPaymentApplicationsMapper.map(VerifyPaymentApplicationsMapper.java:1) at com.google.appengine.tools.mapreduce.v2.impl.handlers.Worker.processMapper(Worker.java:111) at com.google.appengine.tools.mapreduce.v2.impl.handlers.Worker.handleMapperWorker(Worker.java:289) at com.google.appengine.tools.mapreduce.MapReduceServlet.doPost(MapReduceServlet.java:190) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at com.google.inject.servlet.ServletDefinition.doService(ServletDefinition.java:263) at com.google.inject.servlet.ServletDefinition.service(ServletDefinition.java:178) at com.google.inject.servlet.ManagedServletPipeline.service(ManagedServletPipeline.java:91) at com.google.inject.servlet.FilterChainInvocation.doFilter(FilterChainInvocation.java:62) at com.google.inject.servlet.ManagedFilterPipeline.dispatch(ManagedFilterPipeline.java:118) at com.google.inject.servlet.GuiceFilter.doFilter(GuiceFilter.java:113) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.veersoft.filter.ResetUserMessagesAndErrorsFilter.doFilter(ResetUserMessagesAndErrorsFilter.java:28) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.utils.servlet.ParseBlobUploadFilter.doFilter(ParseBlobUploadFilter.java:102) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.runtime.jetty.SaveSessionFilter.doFilter(SaveSessionFilter.java:35) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at com.google.apphosting.utils.servlet.TransactionCleanupFilter.doFilter(TransactionCleanupFilter.java:43) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:388) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418) at com.google.apphosting.runtime.jetty.AppVersionHandlerMap.handle(AppVersionHandlerMap.java:249) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:923) at com.google.apphosting.runtime.jetty.RpcRequestParser.parseAvailable(RpcRequestParser.java:76) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at com.google.apphosting.runtime.jetty.JettyServletEngineAdapter.serviceRequest(JettyServletEngineAdapter.java:135) at com.google.apphosting.runtime.JavaRuntime$RequestRunnable.run(JavaRuntime.java:477) at com.google.tracing.TraceContext$TraceContextRunnable.runInContext(TraceContext.java:449) at com.google.tracing.TraceContext$TraceContextRunnable$1.run(TraceContext.java:455) at com.google.tracing.TraceContext.runInContext(TraceContext.java:695) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContextNoUnref(TraceContext.java:333) at com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContext(TraceContext.java:325) at com.google.tracing.TraceContext$TraceContextRunnable.run(TraceContext.java:453) at com.google.apphosting.runtime.ThreadGroupPool$PoolEntry.run(ThreadGroupPool.java:251) at java.lang.Thread.run(Thread.java:679) Caused by: java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1325) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:281) at com.google.net.rpc3.client.RpcStub$LatchTrigger.await(RpcStub.java:753) at com.google.net.rpc3.client.RpcStub.startBlockingRpcInternal(RpcStub.java:443)
Please DO NOT REPLY directly to this email but go to StackOverflow:
http://stackoverflow.com/questions/10764567/mapreduce-exception