Logs Flooded with SEVERE: http-outgoing-540 [CLOSED] HTTP protocol exception: null
david.f...@veeva.com
I have been struggling with this error for several weeks now, any help would be appreciated. I tried to collect more information by changing the debug from 5 to 9 but unfortunately this did not help. I have not been able to determine the destination that is creating this issue.
Our Jenkins server runs for a period of time before instances of the below error start to appear. The retries for this error seem to be on the order of once a second. Eventually (after a week or so) there are enough of these happening that the server starts timing out on the clients.
Thanks in advance for any help.
Dave
Jul 14, 2016 3:28:19 AM org.apache.http.impl.nio.client.LoggingAsyncRequestExecutor exception
SEVERE: http-outgoing-540 [CLOSED] HTTP protocol exception: null
java.nio.channels.ClosedChannelException
at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:257)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:300)
at org.apache.http.nio.reactor.ssl.SSLIOSession.receiveEncryptedData(SSLIOSession.java:346)
at org.apache.http.nio.reactor.ssl.SSLIOSession.isAppInputReady(SSLIOSession.java:377)
at org.apache.http.impl.nio.reactor.AbstractIODispatch.inputReady(AbstractIODispatch.java:118)
at org.apache.http.impl.nio.reactor.BaseIOReactor.validate(BaseIOReactor.java:220)
at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:284)
at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:106)
at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:613)
Here is the config for our server.
| awt.toolkit | sun.awt.X11.XToolkit |
| executable-war | /usr/lib/jenkins/jenkins.war |
| file.encoding | UTF-8 |
| file.encoding.pkg | sun.io |
| file.separator | / |
| hudson.diyChunking | true |
| java.awt.graphicsenv | sun.awt.X11GraphicsEnvironment |
| java.awt.headless | true |
| java.awt.printerjob | sun.print.PSPrinterJob |
| java.class.path | /usr/lib/jenkins/jenkins.war |
| java.class.version | 52.0 |
| java.endorsed.dirs | /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/endorsed |
| java.ext.dirs | /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/ext:/usr/java/packages/lib/ext |
| java.home | /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre |
| java.io.tmpdir | /tmp |
| java.library.path | /usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| java.runtime.name | OpenJDK Runtime Environment |
| java.runtime.version | 1.8.0_77-b03 |
| java.specification.name | Java Platform API Specification |
| java.specification.vendor | Oracle Corporation |
| java.specification.version | 1.8 |
| java.vendor | Oracle Corporation |
| java.vendor.url | http://java.oracle.com/ |
| java.vendor.url.bug | http://bugreport.sun.com/bugreport/ |
| java.version | 1.8.0_77 |
| java.vm.info | mixed mode |
| java.vm.name | OpenJDK 64-Bit Server VM |
| java.vm.specification.name | Java Virtual Machine Specification |
| java.vm.specification.vendor | Oracle Corporation |
| java.vm.specification.version | 1.8 |
| java.vm.vendor | Oracle Corporation |
| java.vm.version | 25.77-b03 |
| JENKINS_HOME | /var/lib/jenkins |
| jna.loaded | true |
| jna.platform.library.path | /usr/lib64:/lib64:/usr/lib:/lib:/usr/lib64/mysql |
| jnidispatch.path | /tmp/jna--1712433994/jna3431275355598462432.tmp |
| line.separator | |
| mail.smtp.sendpartial | true |
| mail.smtps.sendpartial | true |
| org.apache.xml.security.ignoreLineBreaks | true |
| os.arch | amd64 |
| os.name | Linux |
| os.version | 3.10.0-327.13.1.el7.x86_64 |
| path.separator | : |
| sun.arch.data.model | 64 |
| sun.boot.class.path | /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/resources.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/rt.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/jsse.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/jce.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/charsets.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/jfr.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/classes |
| sun.boot.library.path | /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.77-0.b03.el7_2.x86_64/jre/lib/amd64 |
| sun.cpu.endian | little |
| sun.cpu.isalist | |
| sun.font.fontmanager | sun.awt.X11FontManager |
| sun.io.unicode.encoding | UnicodeLittle |
| sun.java.command | /usr/lib/jenkins/jenkins.war --logfile=/var/log/jenkins/jenkins.log --webroot=/var/cache/jenkins/war --httpPort=8080 --ajp13Port=8009 --debug=9 --handlerCountMax=100 --handlerCountMaxIdle=20 |
| sun.java.launcher | SUN_STANDARD |
| sun.jnu.encoding | UTF-8 |
| sun.management.compiler | HotSpot 64-Bit Tiered Compilers |
| sun.os.patch.level | unknown |
| svnkit.http.methods | Digest,Basic,NTLM,Negotiate |
| svnkit.ssh2.persistent | false |
| user.country | US |
| user.dir | / |
| user.home | /var/lib/jenkins |
| user.language | en |
| user.name | jenkins |
| user.timezone | America/Los_Angeles |
Environment Variables
| Name ↓ | Value |
|---|---|
| _ | /etc/alternatives/java |
| HOME | /var/lib/jenkins |
| LANG | en_US.UTF-8 |
| LOGNAME | jenkins |
| NLSPATH | /usr/dt/lib/nls/msg/%L/%N.cat |
| PATH | /sbin:/usr/sbin:/bin:/usr/bin |
| PWD | / |
| SHELL | /bin/bash |
| SHLVL | 2 |
| USER | jenkins |
| XFILESEARCHPATH | /usr/dt/app-defaults/%L/Dt |
Plugins
| Name ↓ | Version | Enabled | Pinned |
|---|---|---|---|
| analysis-core | 1.78 | true | false |
| ant | 1.2 | true | false |
| antisamy-markup-formatter | 1.1 | true | false |
| aws-java-sdk | 1.10.45 | true | false |
| build-timeout | 1.16 | true | false |
| checkstyle | 3.46 | true | false |
| claim | 2.8 | true | false |
| cloudbees-folder | 5.7 | true | false |
| conditional-buildstep | 1.3.3 | true | false |
| copyupstreamchanges-release | 2.0.6 | true | false |
| credentials | 1.26 | true | true |
| cvs | 2.11 | true | false |
| ec2 | 1.31 | true | false |
| email-ext | 2.41.3 | true | false |
| envinject | 1.92.1 | true | false |
| extended-read-permission | 1.0 | true | false |
| external-monitor-job | 1.4 | true | false |
| gerrit-trigger | 2.19.0 | true | false |
| git | 2.4.4 | true | false |
| git-client | 1.19.6 | true | false |
| google-login | 1.2.1 | true | false |
| icon-shim | 2.0.3 | true | false |
| jackson2-api | 2.7.3 | true | false |
| javadoc | 1.1 | true | false |
| jenkins-jira-issue-updater | 1.18 | true | false |
| jenkins-multijob-plugin | 1.21 | true | false |
| jira | 2.2.1 | true | false |
| job-dsl | 1.44 | true | false |
| jobConfigHistory | 2.13 | true | false |
| junit | 1.11 | true | true |
| ldap | 1.11 | true | false |
| mailer | 1.16 | true | true |
| matrix-auth | 1.3.2 | true | true |
| matrix-project | 1.6 | true | true |
| maven-plugin | 2.10-SNAPSHOT (private-50aa9f79-xxxxxxxxxxxx) | true | true |
| next-build-number | 1.3 | true | false |
| node-iterator-api | 1.5 | true | false |
| pam-auth | 1.1 | true | false |
| parameterized-trigger | 2.30 | true | false |
| postbuild-task | 1.8 | true | false |
| publish-over-ssh | 1.14 | true | false |
| run-condition | 1.0 | true | false |
| saml | 0.5 | true | false |
| scm-api | 1.1 | true | false |
| script-security | 1.13 | true | false |
| ssh-credentials | 1.11 | true | true |
| ssh-slaves | 1.10 | true | true |
| subversion | 1.54 | true | false |
| thinBackup | 1.7.4 | true | false |
| timestamper | 1.7.4 | true | false |
| token-macro | 1.12.1 | true | false |
| translation | 1.10 | true | false |
| warnings | 4.56 | true | false |
| windows-slaves | 1.0 | true | false |
Oleg Nenashev
четверг, 21 июля 2016 г., 18:27:48 UTC+2 пользователь david.f...@veeva.com написал: