java.lang.IllegalMonitorStateException

90 views
Skip to first unread message

Randall Hobbs

unread,
Aug 20, 2016, 5:14:06 PM8/20/16
to jenkins...@googlegroups.com

Hey guys,

I have run into a sudden problem, and not quite sure what's causing it. When I go to save anything within Jenkins, it errors with the following stack trace:

java.lang.IllegalMonitorStateException: attempt to unlock read lock, not locked by current thread
	at java.util.concurrent.locks.ReentrantReadWriteLock$Sync.unmatchedUnlockException(ReentrantReadWriteLock.java:447)
	at java.util.concurrent.locks.ReentrantReadWriteLock$Sync.tryReleaseShared(ReentrantReadWriteLock.java:431)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1340)
	at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:883)
	at com.cloudbees.syslog.util.CachingReference.get(CachingReference.java:93)
	at com.cloudbees.syslog.sender.UdpSyslogMessageSender.sendMessage(UdpSyslogMessageSender.java:89)
	at com.cloudbees.syslog.sender.AbstractSyslogMessageSender.sendMessage(AbstractSyslogMessageSender.java:53)
	at com.cloudbees.syslog.sender.AbstractSyslogMessageSender.sendMessage(AbstractSyslogMessageSender.java:60)
	at hudson.plugins.audit_trail.SyslogAuditLogger.log(SyslogAuditLogger.java:63)
	at hudson.plugins.audit_trail.AuditTrailPlugin.onRequest(AuditTrailPlugin.java:152)
	at hudson.plugins.audit_trail.AuditTrailFilter.doFilter(AuditTrailFilter.java:91)
	at hudson.util.PluginServletFilter$1.doFilter(PluginServletFilter.java:132)
	at hudson.util.PluginServletFilter.doFilter(PluginServletFilter.java:126)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at hudson.security.csrf.CrumbFilter.doFilter(CrumbFilter.java:49)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:84)
	at hudson.security.UnwrapSecurityExceptionFilter.doFilter(UnwrapSecurityExceptionFilter.java:51)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at jenkins.security.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:117)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at org.acegisecurity.providers.anonymous.AnonymousProcessingFilter.doFilter(AnonymousProcessingFilter.java:125)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at org.acegisecurity.ui.rememberme.RememberMeProcessingFilter.doFilter(RememberMeProcessingFilter.java:142)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at org.acegisecurity.ui.AbstractProcessingFilter.doFilter(AbstractProcessingFilter.java:271)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at jenkins.security.BasicHeaderProcessor.doFilter(BasicHeaderProcessor.java:93)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at org.acegisecurity.context.HttpSessionContextIntegrationFilter.doFilter(HttpSessionContextIntegrationFilter.java:249)
	at hudson.security.HttpSessionContextIntegrationFilter2.doFilter(HttpSessionContextIntegrationFilter2.java:67)
	at hudson.security.ChainedServletFilter$1.doFilter(ChainedServletFilter.java:87)
	at hudson.security.ChainedServletFilter.doFilter(ChainedServletFilter.java:76)
	at hudson.plugins.pwauth.PWauthFilter.doFilter(PWauthFilter.java:50)
	at hudson.plugins.pwauth.PWauthFilter.doFilter(PWauthFilter.java:37)
	at hudson.security.HudsonFilter.doFilter(HudsonFilter.java:171)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at org.kohsuke.stapler.compression.CompressionFilter.doFilter(CompressionFilter.java:49)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at hudson.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:82)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at org.kohsuke.stapler.DiagnosticThreadNameFilter.doFilter(DiagnosticThreadNameFilter.java:30)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
	at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
	at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:614)
	at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:169)
	at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:103)
	at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:956)
	at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
	at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:436)
	at org.apache.coyote.ajp.AjpProcessor.process(AjpProcessor.java:190)
	at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:625)
	at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:316)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
	at java.lang.Thread.run(Thread.java:745)
This system has been up for years, and we recently switched from the Jenkins RPM to just the WAR file deployed under Tomcat 7. I have tried everything I know to do with this, and for whatever reason it will not do anything that requires saving something (for instance, Jenkins >> Manage Jenkins >> Configure System, then hitting "Save"). This is on Tomcat 7, but have tested it on Tomcat 8 as well, and the results are the same. I've tried switching between Java 1.7.0 and 1.8.0, as well as switching back to the original Jetty server - all results are the same. I cannot configure any of the jobs through the GUI period. Not sure what to do here, as this is going to cause problems if I cannot fix it.

Below are the system properties as well...

Any help would be appreciated...

Thanks.

System Properties

Name  ↓Value   
awt.toolkitsun.awt.X11.XToolkit
catalina.base/usr/share/tomcat7
catalina.home/usr/share/tomcat7
catalina.useNamingtrue
common.loader${catalina.base}/lib,${catalina.base}/lib/*.jar,${catalina.home}/lib,${catalina.home}/lib/*.jar
file.encodingISO-8859-1
file.encoding.pkgsun.io
file.separator/
java.awt.graphicsenvsun.awt.X11GraphicsEnvironment
java.awt.printerjobsun.print.PSPrinterJob
java.class.path:/usr/share/tomcat7/bin/bootstrap.jar:/usr/share/tomcat7/bin/tomcat-juli.jar:/usr/share/java/commons-daemon.jar
java.class.version51.0
java.endorsed.dirs
java.ext.dirs/usr/java/jdk1.7.0_95/jre/lib/ext:/usr/java/packages/lib/ext
java.home/usr/java/jdk1.7.0_95/jre
java.io.tmpdir/var/cache/tomcat7/temp
java.library.path/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
java.naming.factory.initialorg.apache.naming.java.javaURLContextFactory
java.naming.factory.url.pkgsorg.apache.naming
java.runtime.nameJava(TM) SE Runtime Environment
java.runtime.version1.7.0_95-b14
java.specification.nameJava Platform API Specification
java.specification.vendorOracle Corporation
java.specification.version1.7
java.util.logging.config.file/usr/share/tomcat7/conf/logging.properties
java.util.logging.managerorg.apache.juli.ClassLoaderLogManager
java.vendorOracle Corporation
java.vendor.urlhttp://java.oracle.com/
java.vendor.url.bughttp://bugreport.sun.com/bugreport/
java.version1.7.0_95
java.vm.infomixed mode
java.vm.nameJava HotSpot(TM) 64-Bit Server VM
java.vm.specification.nameJava Virtual Machine Specification
java.vm.specification.vendorOracle Corporation
java.vm.specification.version1.7
java.vm.vendorOracle Corporation
java.vm.version24.95-b01
JENKINS_HOME/var/lib/jenkins/
jna.loadedtrue
jna.platform.library.path/usr/lib64:/lib64:/usr/lib:/lib:/usr/lib/vmware-tools/lib64/libvmGuestLibJava.so:/usr/lib/vmware-tools/lib32/libvmGuestLibJava.so:/usr/lib/vmware-tools/lib64/libvmGuestLib.so:/usr/lib/vmware-tools/lib32/libvmGuestLib.so:/lib/i686/nosegneg:/usr/lib64/qt-3.3/lib:/usr/lib64/atlas:/usr/lib64/mysql:/usr/lib/vmware-tools/lib64/libDeployPkg.so:/usr/lib/vmware-tools/lib32/libDeployPkg.so
jnidispatch.path/var/cache/tomcat7/temp/jna--1712433994/jna4202014477988898962.tmp
line.separator
mail.smtp.sendpartialtrue
mail.smtps.sendpartialtrue
org.apache.catalina.startup.ContextConfig.jarsToSkip
org.apache.catalina.startup.TldConfig.jarsToSkiptomcat7-websocket.jar
os.archamd64
os.nameLinux
os.version2.6.32-573.22.1.el6.x86_64
package.accesssun.,org.apache.catalina.,org.apache.coyote.,org.apache.jasper.,org.apache.naming.resources.,org.apache.tomcat.
package.definitionsun.,java.,org.apache.catalina.,org.apache.coyote.,org.apache.jasper.,org.apache.naming.,org.apache.tomcat.
path.separator:
server.loader
shared.loader
sun.arch.data.model64
sun.boot.class.path/usr/java/jdk1.7.0_95/jre/lib/resources.jar:/usr/java/jdk1.7.0_95/jre/lib/rt.jar:/usr/java/jdk1.7.0_95/jre/lib/sunrsasign.jar:/usr/java/jdk1.7.0_95/jre/lib/jsse.jar:/usr/java/jdk1.7.0_95/jre/lib/jce.jar:/usr/java/jdk1.7.0_95/jre/lib/charsets.jar:/usr/java/jdk1.7.0_95/jre/lib/jfr.jar:/usr/java/jdk1.7.0_95/jre/classes
sun.boot.library.path/usr/java/jdk1.7.0_95/jre/lib/amd64
sun.cpu.endianlittle
sun.cpu.isalist
sun.font.fontmanagersun.awt.X11FontManager
sun.io.unicode.encodingUnicodeLittle
sun.java.commandorg.apache.catalina.startup.Bootstrap start
sun.java.launcherSUN_STANDARD
sun.jnu.encodingISO-8859-1
sun.management.compilerHotSpot 64-Bit Tiered Compilers
sun.os.patch.levelunknown
svnkit.http.methodsDigest,Basic,NTLM,Negotiate
svnkit.ssh2.persistentfalse
tomcat.util.buf.StringCache.byte.enabledtrue
tomcat.util.scan.DefaultJarScanner.jarsToSkipbootstrap.jar,commons-daemon.jar,tomcat-juli.jar,annotations-api.jar,el-api.jar,jsp-api.jar,servlet-api.jar,websocket-api.jar,catalina.jar,catalina-ant.jar,catalina-ha.jar,catalina-tribes.jar,jasper.jar,jasper-el.jar,ecj-*.jar,tomcat-api.jar,tomcat-util.jar,tomcat-coyote.jar,tomcat-dbcp.jar,tomcat-jni.jar,tomcat-spdy.jar,tomcat-i18n-en.jar,tomcat-i18n-es.jar,tomcat-i18n-fr.jar,tomcat-i18n-ja.jar,tomcat-juli-adapters.jar,catalina-jmx-remote.jar,catalina-ws.jar,tomcat-jdbc.jar,tools.jar,commons-beanutils*.jar,commons-codec*.jar,commons-collections*.jar,commons-dbcp*.jar,commons-digester*.jar,commons-fileupload*.jar,commons-httpclient*.jar,commons-io*.jar,commons-lang*.jar,commons-logging*.jar,commons-math*.jar,commons-pool*.jar,jstl.jar,taglibs-standard-spec-*.jar,geronimo-spec-jaxrpc*.jar,wsdl4j*.jar,ant.jar,ant-junit*.jar,aspectj*.jar,jmx.jar,h2*.jar,hibernate*.jar,httpclient*.jar,jmx-tools.jar,jta*.jar,log4j.jar,log4j-1*.jar,mail*.jar,slf4j*.jar,xercesImpl.jar,xmlParserAPIs.jar,xml-apis.jar,junit.jar,junit-*.jar,hamcrest*.jar,org.hamcrest*.jar,ant-launcher.jar,cobertura-*.jar,asm-*.jar,dom4j-*.jar,icu4j-*.jar,jaxen-*.jar,jdom-*.jar,jetty-*.jar,oro-*.jar,servlet-api-*.jar,tagsoup-*.jar,xmlParserAPIs-*.jar,xom-*.jar
user.countryUS
user.dir/home/jenkins
user.home/home/jenkins
user.languageen
user.namejenkins
user.timezoneUS/Central

Environment Variables

Name  ↓Value   
_/usr/java/jdk1.7.0_95/bin/java
CATALINA_BASE/usr/share/tomcat7
CATALINA_HOME/usr/share/tomcat7
CATALINA_PID/var/run/tomcat7/tomcat7.pid
CATALINA_TMPDIR/var/cache/tomcat7/temp
CONNECTOR_PORT8080
DISPLAY:99
HOME/home/jenkins
JASPER_HOME/usr/share/tomcat7
JAVA_HOME/usr/java/jdk1.7.0_95
JAVA_OPTS-DJENKINS_HOME=/var/lib/jenkins/ -Xmx32768m -Xms512m -XX:PermSize=512M -XX:MaxPermSize=8192m
LANGen_US
LOGNAMEjenkins
NLSPATH/usr/dt/lib/nls/msg/%L/%N.cat
PATH/usr/local/bin:/bin:/usr/bin
PWD/home/jenkins
SECURITY_MANAGERfalse
SHELL/bin/sh
SHLVL3
SHUTDOWN_VERBOSEfalse
SHUTDOWN_WAIT30
TERMxterm-256color
TOMCAT_GROUPjenkins
TOMCAT_USERjenkins
USERjenkins
XAUTHORITY/tmp/xvfb-run.gMhpf3/Xauthority.e6MYWR
XFILESEARCHPATH/usr/dt/app-defaults/%L/Dt

Plugins

Name  ↓Version   Enabled   Pinned   
ace-editor1.1truefalse
analysis-collector1.48truefalse
analysis-core1.79truefalse
ant1.3truefalse
antisamy-markup-formatter1.5truefalse
artifactdeployer0.33truefalse
audit-trail2.2truefalse
bouncycastle-api2.16.0truefalse
branch-api1.10truefalse
build-environment1.6truefalse
checkstyle3.46truefalse
cloudbees-folder5.12truefalse
credentials2.1.4truefalse
cvs2.12truefalse
dry2.45truefalse
durable-task1.12truefalse
email-ext2.47truefalse
envfile1.2truefalse
envinject1.92.1truefalse
extended-choice-parameter0.74truefalse
external-monitor-job1.6truefalse
extra-columns1.17truefalse
findbugs4.65truefalse
fortify3603.81truefalse
git-client1.19.7truefalse
git-server1.7truefalse
groovy1.29truefalse
handlebars1.1.1truefalse
html5-notifier-plugin1.5truefalse
icon-shim2.0.3truefalse
javadoc1.4truefalse
jquery1.11.2-0truefalse
jquery-detached1.2.1truefalse
jshint-checkstyle3.36truefalse
jslint-checkstyle3.35truefalse
junit1.18truefalse
ldap1.12truefalse
log-parser2.0truefalse
mailer1.17truefalse
mapdb-api1.0.9.0truefalse
matrix-auth1.4truefalse
matrix-project1.7.1truefalse
maven-plugin2.13truefalse
momentjs1.1.1truefalse
naginator1.17.2truefalse
nested-view1.14truefalse
pam-auth1.3truefalse
parameterized-scheduler0.2truefalse
percentage-du-node-column0.1.0truefalse
pipeline-build-step2.2truefalse
pipeline-input-step2.1truefalse
pipeline-rest-api1.7truefalse
pipeline-stage-step2.1truefalse
pipeline-stage-view1.7truefalse
pmd3.45truefalse
postbuild-task1.8truefalse
pwauth0.4truefalse
scm-api1.2truefalse
scp1.8truefalse
script-security1.22truefalse
scriptler2.9truefalse
sidebar-update-notification1.1.0truefalse
ssh-credentials1.12truefalse
structs1.3truefalse
subversion2.6truefalse
summary_report1.15truefalse
tasks4.49truefalse
token-macro1.12.1truefalse
trac1.13truefalse
trac-publisher-plugin1.3truefalse
translation1.15truefalse
versionnumber1.7truefalse
view-job-filters1.27truefalse
warnings4.56truefalse
windows-slaves1.2truefalse
workflow-aggregator2.2truefalse
workflow-api2.1truefalse
workflow-basic-steps2.1truefalse
workflow-cps2.12truefalse
workflow-cps-global-lib2.2truefalse
workflow-durable-task-step2.4truefalse
workflow-job2.5truefalse
workflow-multibranch2.8truefalse
workflow-scm-step2.2truefalse
workflow-step-api2.3truefalse
workflow-support2.2truefalse



--
Take Care,
Randall
Reply all
Reply to author
Forward
0 new messages