Hi, I am having trouble opening our Confluence site today. Can anyone help?
HTTP Status 500 – Internal Server Error
HTTP Status 500 – Internal Server Error
Type Exception Report
Message com.google.common.util.concurrent.UncheckedExecutionException: com.netflix.hystrix.exception.HystrixRuntimeException: TenantContextCommand short-circuited and fallback failed.
Description The server encountered an unexpected condition that prevented it from fulfilling the request.
Exception
com.atlassian.tenant.api.TenantContextException: com.google.common.util.concurrent.UncheckedExecutionException: com.netflix.hystrix.exception.HystrixRuntimeException: TenantContextCommand short-circuited and fallback failed.
com.atlassian.tenant.impl.AbstractTenantContextProvider.setTenantId(AbstractTenantContextProvider.java:134)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.setTenantId(ServiceConfluenceTenantContextProvider.java:111)
com.atlassian.confluence.util.WorkContextFilter.doFilter(WorkContextFilter.java:90)
com.atlassian.confluence.util.LoggingContextFilter.doFilter(LoggingContextFilter.java:32)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.impl.servlet.HoldingUntilStartedFilter.doFilterWithExcludedPaths(HoldingUntilStartedFilter.java:70)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.lambda$doFilter$0(AbstractHttpFilterWithExcludedPaths.java:34)
com.atlassian.confluence.impl.servlet.ExcludedPathsHelper.doFilter(ExcludedPathsHelper.java:66)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.doFilter(AbstractHttpFilterWithExcludedPaths.java:33)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.core.filters.HeaderSanitisingFilter.doFilter(HeaderSanitisingFilter.java:37)
com.atlassian.confluence.core.datetime.RequestTimeThreadLocalFilter.doFilter(RequestTimeThreadLocalFilter.java:37)
org.apache.logging.log4j.web.Log4jServletFilter.doFilter(Log4jServletFilter.java:71)
Root Cause
com.google.common.util.concurrent.UncheckedExecutionException: com.netflix.hystrix.exception.HystrixRuntimeException: TenantContextCommand short-circuited and fallback failed.
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2207)
com.google.common.cache.LocalCache.get(LocalCache.java:3953)
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4790)
com.atlassian.tenant.impl.AbstractTenantContextProvider.setTenantId(AbstractTenantContextProvider.java:125)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.setTenantId(ServiceConfluenceTenantContextProvider.java:111)
com.atlassian.confluence.util.WorkContextFilter.doFilter(WorkContextFilter.java:90)
com.atlassian.confluence.util.LoggingContextFilter.doFilter(LoggingContextFilter.java:32)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.impl.servlet.HoldingUntilStartedFilter.doFilterWithExcludedPaths(HoldingUntilStartedFilter.java:70)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.lambda$doFilter$0(AbstractHttpFilterWithExcludedPaths.java:34)
com.atlassian.confluence.impl.servlet.ExcludedPathsHelper.doFilter(ExcludedPathsHelper.java:66)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.doFilter(AbstractHttpFilterWithExcludedPaths.java:33)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.core.filters.HeaderSanitisingFilter.doFilter(HeaderSanitisingFilter.java:37)
com.atlassian.confluence.core.datetime.RequestTimeThreadLocalFilter.doFilter(RequestTimeThreadLocalFilter.java:37)
org.apache.logging.log4j.web.Log4jServletFilter.doFilter(Log4jServletFilter.java:71)
Root Cause
com.netflix.hystrix.exception.HystrixRuntimeException: TenantContextCommand short-circuited and fallback failed.
com.netflix.hystrix.AbstractCommand$22.call(AbstractCommand.java:832)
com.netflix.hystrix.AbstractCommand$22.call(AbstractCommand.java:807)
rx.internal.operators.OperatorOnErrorResumeNextViaFunction$4.onError(OperatorOnErrorResumeNextViaFunction.java:140)
rx.internal.operators.OnSubscribeDoOnEach$DoOnEachSubscriber.onError(OnSubscribeDoOnEach.java:87)
rx.internal.operators.OnSubscribeDoOnEach$DoOnEachSubscriber.onError(OnSubscribeDoOnEach.java:87)
com.netflix.hystrix.AbstractCommand$DeprecatedOnFallbackHookApplication$1.onError(AbstractCommand.java:1472)
com.netflix.hystrix.AbstractCommand$FallbackHookApplication$1.onError(AbstractCommand.java:1397)
rx.internal.operators.OnSubscribeDoOnEach$DoOnEachSubscriber.onError(OnSubscribeDoOnEach.java:87)
rx.observers.Subscribers$5.onError(Subscribers.java:230)
rx.internal.operators.OnSubscribeThrow.call(OnSubscribeThrow.java:44)
rx.internal.operators.OnSubscribeThrow.call(OnSubscribeThrow.java:28)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:51)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:35)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:51)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:35)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeMap.call(OnSubscribeMap.java:48)
rx.internal.operators.OnSubscribeMap.call(OnSubscribeMap.java:33)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:51)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:35)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.subscribe(Observable.java:10247)
rx.Observable.subscribe(Observable.java:10214)
rx.internal.operators.BlockingOperatorToFuture.toFuture(BlockingOperatorToFuture.java:51)
rx.observables.BlockingObservable.toFuture(BlockingObservable.java:411)
com.netflix.hystrix.HystrixCommand.queue(HystrixCommand.java:378)
com.netflix.hystrix.HystrixCommand.execute(HystrixCommand.java:344)
com.atlassian.tenant.service.TenantContextLoader.fetch(TenantContextLoader.java:42)
com.atlassian.tenant.impl.AbstractServiceTenantContextProvider.fetchTenantContext(AbstractServiceTenantContextProvider.java:58)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.fetchTenantContext(ServiceConfluenceTenantContextProvider.java:175)
com.atlassian.tenant.impl.AbstractTenantContextProvider.lambda$setTenantId$1(AbstractTenantContextProvider.java:126)
com.google.common.cache.LocalCache$LocalManualCache$1.load(LocalCache.java:4793)
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3542)
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2323)
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2286)
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2201)
com.google.common.cache.LocalCache.get(LocalCache.java:3953)
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4790)
com.atlassian.tenant.impl.AbstractTenantContextProvider.setTenantId(AbstractTenantContextProvider.java:125)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.setTenantId(ServiceConfluenceTenantContextProvider.java:111)
com.atlassian.confluence.util.WorkContextFilter.doFilter(WorkContextFilter.java:90)
com.atlassian.confluence.util.LoggingContextFilter.doFilter(LoggingContextFilter.java:32)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.impl.servlet.HoldingUntilStartedFilter.doFilterWithExcludedPaths(HoldingUntilStartedFilter.java:70)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.lambda$doFilter$0(AbstractHttpFilterWithExcludedPaths.java:34)
com.atlassian.confluence.impl.servlet.ExcludedPathsHelper.doFilter(ExcludedPathsHelper.java:66)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.doFilter(AbstractHttpFilterWithExcludedPaths.java:33)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.core.filters.HeaderSanitisingFilter.doFilter(HeaderSanitisingFilter.java:37)
com.atlassian.confluence.core.datetime.RequestTimeThreadLocalFilter.doFilter(RequestTimeThreadLocalFilter.java:37)
org.apache.logging.log4j.web.Log4jServletFilter.doFilter(Log4jServletFilter.java:71)
Root Cause
java.lang.RuntimeException: Hystrix circuit short-circuited and is OPEN
com.netflix.hystrix.AbstractCommand.handleShortCircuitViaFallback(AbstractCommand.java:979)
com.netflix.hystrix.AbstractCommand.applyHystrixSemantics(AbstractCommand.java:557)
com.netflix.hystrix.AbstractCommand.access$200(AbstractCommand.java:60)
com.netflix.hystrix.AbstractCommand$4.call(AbstractCommand.java:419)
com.netflix.hystrix.AbstractCommand$4.call(AbstractCommand.java:413)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:46)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:35)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeMap.call(OnSubscribeMap.java:48)
rx.internal.operators.OnSubscribeMap.call(OnSubscribeMap.java:33)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:41)
rx.internal.operators.OnSubscribeDoOnEach.call(OnSubscribeDoOnEach.java:30)
rx.Observable.unsafeSubscribe(Observable.java:10151)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:51)
rx.internal.operators.OnSubscribeDefer.call(OnSubscribeDefer.java:35)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:48)
rx.internal.operators.OnSubscribeLift.call(OnSubscribeLift.java:30)
rx.Observable.subscribe(Observable.java:10247)
rx.Observable.subscribe(Observable.java:10214)
rx.internal.operators.BlockingOperatorToFuture.toFuture(BlockingOperatorToFuture.java:51)
rx.observables.BlockingObservable.toFuture(BlockingObservable.java:411)
com.netflix.hystrix.HystrixCommand.queue(HystrixCommand.java:378)
com.netflix.hystrix.HystrixCommand.execute(HystrixCommand.java:344)
com.atlassian.tenant.service.TenantContextLoader.fetch(TenantContextLoader.java:42)
com.atlassian.tenant.impl.AbstractServiceTenantContextProvider.fetchTenantContext(AbstractServiceTenantContextProvider.java:58)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.fetchTenantContext(ServiceConfluenceTenantContextProvider.java:175)
com.atlassian.tenant.impl.AbstractTenantContextProvider.lambda$setTenantId$1(AbstractTenantContextProvider.java:126)
com.google.common.cache.LocalCache$LocalManualCache$1.load(LocalCache.java:4793)
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3542)
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2323)
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2286)
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2201)
com.google.common.cache.LocalCache.get(LocalCache.java:3953)
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4790)
com.atlassian.tenant.impl.AbstractTenantContextProvider.setTenantId(AbstractTenantContextProvider.java:125)
com.atlassian.confluence.tenant.ServiceConfluenceTenantContextProvider.setTenantId(ServiceConfluenceTenantContextProvider.java:111)
com.atlassian.confluence.util.WorkContextFilter.doFilter(WorkContextFilter.java:90)
com.atlassian.confluence.util.LoggingContextFilter.doFilter(LoggingContextFilter.java:32)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.impl.servlet.HoldingUntilStartedFilter.doFilterWithExcludedPaths(HoldingUntilStartedFilter.java:70)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.lambda$doFilter$0(AbstractHttpFilterWithExcludedPaths.java:34)
com.atlassian.confluence.impl.servlet.ExcludedPathsHelper.doFilter(ExcludedPathsHelper.java:66)
com.atlassian.confluence.impl.servlet.AbstractHttpFilterWithExcludedPaths.doFilter(AbstractHttpFilterWithExcludedPaths.java:33)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.core.filters.HeaderSanitisingFilter.doFilter(HeaderSanitisingFilter.java:37)
com.atlassian.confluence.core.datetime.RequestTimeThreadLocalFilter.doFilter(RequestTimeThreadLocalFilter.java:37)
org.apache.logging.log4j.web.Log4jServletFilter.doFilter(Log4jServletFilter.java:71)
Note The full stack trace of the root cause is available in the server logs.
Apache Tomcat/7.0.90