I have setup cluster. Alternatively this error appears. Only one node seems to be active at a time.
node 1 status is a running
node 2 status http error 500
org.springframework.transaction.CannotCreateTransactionException: Could not open Hibernate Session for transaction; nested exception is com.hazelcast.core.HazelcastInstanceNotActiveException: Hazelcast instance is not active!
org.springframework.orm.hibernate.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:476)
com.atlassian.confluence.impl.hibernate.ConfluenceHibernateTransactionManager.doBegin(ConfluenceHibernateTransactionManager.java:41)
org.springframework.transaction.support.AbstractPlatformTransactionManager.startTransaction(AbstractPlatformTransactionManager.java:400)
org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:373)
jdk.internal.reflect.GeneratedMethodAccessor158.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:208)
com.sun.proxy.$Proxy82.getTransaction(Unknown Source)
org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:595)
org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:382)
org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:119)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
com.sun.proxy.$Proxy94.retrieve(Unknown Source)
com.atlassian.confluence.impl.bandana.MeteredBandanaPersister.retrieve(MeteredBandanaPersister.java:36)
com.atlassian.bandana.DefaultBandanaManager.getValue(DefaultBandanaManager.java:32)
com.atlassian.bandana.DefaultBandanaManager.getValue(DefaultBandanaManager.java:24)
com.atlassian.confluence.impl.settings.BandanaGlobalSettingsManager.getGlobalSettings(BandanaGlobalSettingsManager.java:43)
com.atlassian.confluence.impl.settings.DelegatingLegacySettingsManager.getGlobalSettings(DelegatingLegacySettingsManager.java:57)
com.atlassian.confluence.languages.DefaultLocaleManager.localeValidAndSaveable(DefaultLocaleManager.java:279)
com.atlassian.confluence.languages.DefaultLocaleManager.setRequestLanguages(DefaultLocaleManager.java:267)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.lambda$null$2(LanguageExtractionFilter.java:37)
java.base/java.util.Optional.ifPresent(Unknown Source)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.lambda$doFilter$3(LanguageExtractionFilter.java:37)
java.base/java.util.Optional.ifPresent(Unknown Source)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.doFilter(LanguageExtractionFilter.java:37)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.impl.vcache.VCacheRequestContextFilter.lambda$doFilter$3(VCacheRequestContextFilter.java:44)
com.atlassian.confluence.impl.vcache.VCacheRequestContextManager.doInRequestContextInternal(VCacheRequestContextManager.java:84)
com.atlassian.confluence.impl.vcache.VCacheRequestContextManager.doInRequestContext(VCacheRequestContextManager.java:68)
com.atlassian.confluence.impl.vcache.VCacheRequestContextFilter.doFilter(VCacheRequestContextFilter.java:43)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.util.LoggingContextFilter.doFilter(LoggingContextFilter.java:33)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.confluence.util.RequestCacheThreadLocalFilter.doFilter(RequestCacheThreadLocalFilter.java:67)
brave.servlet.TracingFilter.doFilter(TracingFilter.java:87)
com.atlassian.confluence.web.filter.ZipkinTracingFilter.doFilter(ZipkinTracingFilter.java:49)
com.atlassian.confluence.web.filter.ResponseOutputStreamFilter.doFilter(ResponseOutputStreamFilter.java:25)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
com.atlassian.core.filters.HeaderSanitisingFilter.doFilter(HeaderSanitisingFilter.java:37)
com.atlassian.confluence.servlet.FourOhFourErrorLoggingFilter.doFilter(FourOhFourErrorLoggingFilter.java:64)
com.atlassian.confluence.internal.diagnostics.HttpRequestMonitoringFilter.doFilter(HttpRequestMonitoringFilter.java:42)
com.atlassian.confluence.web.filter.DebugFilter.doFilter(DebugFilter.java:63)
com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:32)
Root Cause
com.hazelcast.core.HazelcastInstanceNotActiveException: Hazelcast instance is not active!
com.hazelcast.instance.HazelcastInstanceProxy.getOriginal(HazelcastInstanceProxy.java:321)
com.hazelcast.instance.HazelcastInstanceProxy.getCluster(HazelcastInstanceProxy.java:219)
jdk.internal.reflect.GeneratedMethodAccessor116.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:208)
com.sun.proxy.$Proxy83.getCluster(Unknown Source)
com.hazelcast.hibernate.HazelcastTimestamper.nextTimestamp(HazelcastTimestamper.java:38)
com.hazelcast.hibernate.AbstractHazelcastCacheRegionFactory.nextTimestamp(AbstractHazelcastCacheRegionFactory.java:76)
org.hibernate.internal.AbstractSharedSessionContract.<init>(AbstractSharedSessionContract.java:142)
org.hibernate.internal.AbstractSessionImpl.<init>(AbstractSessionImpl.java:29)
org.hibernate.internal.SessionImpl.<init>(SessionImpl.java:253)
org.hibernate.internal.SessionFactoryImpl$SessionBuilderImpl.openSession(SessionFactoryImpl.java:1229)
org.hibernate.internal.SessionFactoryImpl.openSession(SessionFactoryImpl.java:449)
com.atlassian.confluence.impl.core.persistence.hibernate.SwitchableCachingSessionFactory.openSession(SwitchableCachingSessionFactory.java:117)
jdk.internal.reflect.GeneratedMethodAccessor249.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:208)
com.sun.proxy.$Proxy87.openSession(Unknown Source)
com.atlassian.hibernate.adapter.bridge.factory.SessionFactoryV2orV5BridgeProxy.openSession(SessionFactoryV2orV5BridgeProxy.java:98)
org.springframework.orm.hibernate.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:416)
com.atlassian.confluence.impl.hibernate.ConfluenceHibernateTransactionManager.doBegin(ConfluenceHibernateTransactionManager.java:41)
org.springframework.transaction.support.AbstractPlatformTransactionManager.startTransaction(AbstractPlatformTransactionManager.java:400)
org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:373)
jdk.internal.reflect.GeneratedMethodAccessor158.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:208)
com.sun.proxy.$Proxy82.getTransaction(Unknown Source)
org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:595)
org.springframework.transaction.interceptor.TransactionAspectSupport.invokeWithinTransaction(TransactionAspectSupport.java:382)
org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:119)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
com.sun.proxy.$Proxy94.retrieve(Unknown Source)
com.atlassian.confluence.impl.bandana.MeteredBandanaPersister.retrieve(MeteredBandanaPersister.java:36)
com.atlassian.bandana.DefaultBandanaManager.getValue(DefaultBandanaManager.java:32)
com.atlassian.bandana.DefaultBandanaManager.getValue(DefaultBandanaManager.java:24)
com.atlassian.confluence.impl.settings.BandanaGlobalSettingsManager.getGlobalSettings(BandanaGlobalSettingsManager.java:43)
com.atlassian.confluence.impl.settings.DelegatingLegacySettingsManager.getGlobalSettings(DelegatingLegacySettingsManager.java:57)
com.atlassian.confluence.languages.DefaultLocaleManager.localeValidAndSaveable(DefaultLocaleManager.java:279)
com.atlassian.confluence.languages.DefaultLocaleManager.setRequestLanguages(DefaultLocaleManager.java:267)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.lambda$null$2(LanguageExtractionFilter.java:37)
java.base/java.util.Optional.ifPresent(Unknown Source)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.lambda$doFilter$3(LanguageExtractionFilter.java:37)
java.base/java.util.Optional.ifPresent(Unknown Source)
com.atlassian.confluence.web.filter.LanguageExtractionFilter.doFilter(LanguageExtractionFilter.java:37)