IOException: Cannot read more than 2Gib at a time

[Yiannis K]

Hi Team,

I am getting the following error message while running a job consistently after 6-8 hours.

BRs 

John

Machine : Linux 

Jenkins Version : 2.222.3

java.io.IOException: Cannot read more than 2Gib at a time    at org.jenkinsci.plugins.workflow.log.FileLogStorage.stepLog(FileLogStorage.java:290)    at org.jenkinsci.plugins.workflow.support.actions.LogStorageAction.getLogText(LogStorageAction.java:62)    at org.jenkinsci.plugins.workflow.support.actions.LogStorageAction.writeLogTo(LogStorageAction.java:73)    at sun.reflect.GeneratedMethodAccessor3413.invoke(Unknown Source)    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)    at java.lang.reflect.Method.invoke(Method.java:498)    at org.apache.commons.jexl.util.introspection.UberspectImpl$VelMethodImpl.invoke(UberspectImpl.java:258)    at org.apache.commons.jexl.parser.ASTMethod.execute(ASTMethod.java:104)    at org.apache.commons.jexl.parser.ASTReference.execute(ASTReference.java:83)    at org.apache.commons.jexl.parser.ASTReference.value(ASTReference.java:57)    at org.apache.commons.jexl.parser.ASTReferenceExpression.value(ASTReferenceExpression.java:51)    at org.apache.commons.jexl.ExpressionImpl.evaluate(ExpressionImpl.java:80)    at hudson.ExpressionFactory2$JexlExpression.evaluate(ExpressionFactory2.java:74)    at org.apache.commons.jelly.parser.EscapingExpression.evaluate(EscapingExpression.java:24)    at org.apache.commons.jelly.impl.ExpressionScript.run(ExpressionScript.java:66)    at org.apache.commons.jelly.TagSupport.invokeBody(TagSupport.java:161)    at org.apache.commons.jelly.tags.core.WhitespaceTag.doTag(WhitespaceTag.java:48)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.ReallyStaticTagLibrary$1.run(ReallyStaticTagLibrary.java:99)    at org.apache.commons.jelly.TagSupport.invokeBody(TagSupport.java:161)    at org.apache.commons.jelly.tags.core.OtherwiseTag.doTag(OtherwiseTag.java:41)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.apache.commons.jelly.TagSupport.invokeBody(TagSupport.java:161)    at org.apache.commons.jelly.tags.core.ChooseTag.doTag(ChooseTag.java:38)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.CallTagLibScript$1.run(CallTagLibScript.java:99)    at org.apache.commons.jelly.tags.define.InvokeBodyTag.doTag(InvokeBodyTag.java:91)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.apache.commons.jelly.tags.core.CoreTagLibrary$1.run(CoreTagLibrary.java:98)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.apache.commons.jelly.tags.core.CoreTagLibrary$2.run(CoreTagLibrary.java:105)    at org.kohsuke.stapler.jelly.CallTagLibScript.run(CallTagLibScript.java:120)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.CallTagLibScript$1.run(CallTagLibScript.java:99)    at org.apache.commons.jelly.tags.define.InvokeBodyTag.doTag(InvokeBodyTag.java:91)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.ReallyStaticTagLibrary$1.run(ReallyStaticTagLibrary.java:99)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.ReallyStaticTagLibrary$1.run(ReallyStaticTagLibrary.java:99)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.ReallyStaticTagLibrary$1.run(ReallyStaticTagLibrary.java:99)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.ReallyStaticTagLibrary$1.run(ReallyStaticTagLibrary.java:99)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.kohsuke.stapler.jelly.CallTagLibScript$1.run(CallTagLibScript.java:99)    at org.apache.commons.jelly.tags.define.InvokeBodyTag.doTag(InvokeBodyTag.java:91)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.apache.commons.jelly.tags.core.CoreTagLibrary$2.run(CoreTagLibrary.java:105)    at org.kohsuke.stapler.jelly.CallTagLibScript.run(CallTagLibScript.java:120)    at org.apache.commons.jelly.impl.ScriptBlock.run(ScriptBlock.java:95)    at org.apache.commons.jelly.tags.core.CoreTagLibrary$2.run(CoreTagLibrary.java:105)    at org.kohsuke.stapler.jelly.CallTagLibScript.run(CallTagLibScript.java:120)    at org.kohsuke.stapler.jelly.CompressTag.doTag(CompressTag.java:44)    at org.apache.commons.jelly.impl.TagScript.run(TagScript.java:269)    at org.kohsuke.stapler.jelly.JellyViewScript.run(JellyViewScript.java:95)    at org.kohsuke.stapler.jelly.DefaultScriptInvoker.invokeScript(DefaultScriptInvoker.java:63)    at org.kohsuke.stapler.jelly.DefaultScriptInvoker.invokeScript(DefaultScriptInvoker.java:53)    at org.kohsuke.stapler.jelly.ScriptInvoker.execute(ScriptInvoker.java:56)    at org.kohsuke.stapler.jelly.ScriptInvoker.execute(ScriptInvoker.java:43)    at org.kohsuke.stapler.Facet.handleIndexRequest(Facet.java:282)    at org.kohsuke.stapler.jelly.JellyFacet.handleIndexRequest(JellyFacet.java:99)    at org.kohsuke.stapler.IndexViewDispatcher.dispatch(IndexViewDispatcher.java:32)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$9.dispatch(MetaClass.java:456)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$4.doDispatch(MetaClass.java:280)    at org.kohsuke.stapler.NameBasedDispatcher.dispatch(NameBasedDispatcher.java:58)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$2.doDispatch(MetaClass.java:219)    at org.kohsuke.stapler.NameBasedDispatcher.dispatch(NameBasedDispatcher.java:58)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$9.dispatch(MetaClass.java:456)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$4.doDispatch(MetaClass.java:280)    at org.kohsuke.stapler.NameBasedDispatcher.dispatch(NameBasedDispatcher.java:58)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$4.doDispatch(MetaClass.java:280)    at org.kohsuke.stapler.NameBasedDispatcher.dispatch(NameBasedDispatcher.java:58)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.MetaClass$4.doDispatch(MetaClass.java:280)    at org.kohsuke.stapler.NameBasedDispatcher.dispatch(NameBasedDispatcher.java:58)    at org.kohsuke.stapler.Stapler.tryInvoke(Stapler.java:747)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:878)    at org.kohsuke.stapler.Stapler.invoke(Stapler.java:676)    at org.kohsuke.stapler.Stapler.service(Stapler.java:238)    at javax.servlet.http.HttpServlet.service(HttpServlet.java:742)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:231)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:154)    at org.jenkinsci.plugins.ssegateway.Endpoint$SSEListenChannelFilter.doFilter(Endpoint.java:248)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at hudson.plugins.audit_trail.AuditTrailFilter.doFilter(AuditTrailFilter.java:111)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at jenkins.security.ResourceDomainFilter.doFilter(ResourceDomainFilter.java:76)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at com.cloudbees.jenkins.support.slowrequest.SlowRequestFilter.doFilter(SlowRequestFilter.java:37)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at io.jenkins.blueocean.auth.jwt.impl.JwtAuthenticationFilter.doFilter(JwtAuthenticationFilter.java:60)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at io.jenkins.blueocean.ResourceCacheControl.doFilter(ResourceCacheControl.java:134)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at hudson.plugins.locale.LocaleFilter.doFilter(LocaleFilter.java:42)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at hudson.plugins.greenballs.GreenBallFilter.doFilter(GreenBallFilter.java:64)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at jenkins.metrics.impl.MetricsFilter.doFilter(MetricsFilter.java:125)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at net.bull.javamelody.MonitoringFilter.doFilter(MonitoringFilter.java:239)    at net.bull.javamelody.MonitoringFilter.doFilter(MonitoringFilter.java:215)    at net.bull.javamelody.PluginMonitoringFilter.doFilter(PluginMonitoringFilter.java:88)    at org.jvnet.hudson.plugins.monitoring.HudsonMonitoringFilter.doFilter(HudsonMonitoringFilter.java:114)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at jenkins.telemetry.impl.UserLanguages$AcceptLanguageFilter.doFilter(UserLanguages.java:128)    at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:151)    at hudson.util.PluginServletFilter.doFilter(PluginServletFilter.java:157)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at hudson.security.csrf.CrumbFilter.doFilter(CrumbFilter.java:159)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:84)    at hudson.security.UnwrapSecurityExceptionFilter.doFilter(UnwrapSecurityExceptionFilter.java:51)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at jenkins.security.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:118)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at org.acegisecurity.providers.anonymous.AnonymousProcessingFilter.doFilter(AnonymousProcessingFilter.java:125)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at org.acegisecurity.ui.rememberme.RememberMeProcessingFilter.doFilter(RememberMeProcessingFilter.java:142)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at org.acegisecurity.ui.AbstractProcessingFilter.doFilter(AbstractProcessingFilter.java:271)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at jenkins.security.BasicHeaderProcessor.doFilter(BasicHeaderProcessor.java:93)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at org.acegisecurity.context.HttpSessionContextIntegrationFilter.doFilter(HttpSessionContextIntegrationFilter.java:249)    at hudson.security.HttpSessionContextIntegrationFilter2.doFilter(HttpSessionContextIntegrationFilter2.java:67)    at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)    at hudson.security.ChainedServletFilter.doFilter(ChainedServletFilter.java:90)    at hudson.security.HudsonFilter.doFilter(HudsonFilter.java:171)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at org.kohsuke.stapler.compression.CompressionFilter.doFilter(CompressionFilter.java:49)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at hudson.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:82)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at org.kohsuke.stapler.DiagnosticThreadNameFilter.doFilter(DiagnosticThreadNameFilter.java:30)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at jenkins.security.SuspiciousRequestFilter.doFilter(SuspiciousRequestFilter.java:36)    at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)    at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)    at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198)    at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96)    at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:621)    at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140)    at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:81)    at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:650)    at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87)    at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:342)    at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:803)    at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66)    at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:790)    at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1459)    at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49)    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)    at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)    at java.lang.Thread.run(Thread.java:748)

[Ivan Fernandez Calvo]

Is caused by a Pipeline step that runs some kind of script and generates more than 2GB of output? if so, maybe you should reduce the verbose of that script (whatever you are running) or generate a logs file and archive it, have a 2GB output in the Jenkins console does not have much sense, you will not work with that huge logs in the Jenkins UI and you are Killing the Jenkins instance requesting 2GB files.