stroom
stroom copied to clipboard
gchq
Shard Error 7.10
Error opening index shard 999
stroom.index.impl.UncheckedLockObtainException: org.apache.lucene980.store.LockObtainFailedException: Lock instance already obtained: ShardLockKey{canonicalPath='/stroom/volumes/default_index_volume/index/xxxxxxxxxx/YYYY-MM/999', lockName='write.lock'}
at stroom.index.lucene980.Lucene980IndexShardWriter.<init>(Lucene980IndexShardWriter.java:230)
at stroom.index.lucene980.Lucene980IndexShardWriter.<init>(Lucene980IndexShardWriter.java:119)
at stroom.index.lucene980.Lucene980IndexShardWriterFactory.create(Lucene980IndexShardWriterFactory.java:31)
at stroom.index.lucene980.Lucene980Provider.createIndexShardWriter(Lucene980Provider.java:60)
at stroom.index.impl.IndexShardWriterCacheImpl.lambda$openWriter$9(IndexShardWriterCacheImpl.java:155)
at stroom.security.impl.SecurityContextImpl.asUserResult(SecurityContextImpl.java:337)
at stroom.security.impl.SecurityContextImpl.asProcessingUserResult(SecurityContextImpl.java:400)
at stroom.index.impl.IndexShardWriterCacheImpl.openWriter(IndexShardWriterCacheImpl.java:134)
at stroom.index.impl.IndexShardWriterCacheImpl.lambda$open$2(IndexShardWriterCacheImpl.java:127)
at java.base/java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1916)
at stroom.index.impl.IndexShardWriterCacheImpl.open(IndexShardWriterCacheImpl.java:123)
at com.github.benmanes.caffeine.cache.LocalCache.lambda$statsAware$2(LocalCache.java:167)
at com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14(BoundedLocalCache.java:2704)
at java.base/java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1916)
at com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(BoundedLocalCache.java:2702)
at com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(BoundedLocalCache.java:2684)
at com.github.benmanes.caffeine.cache.LocalCache.computeIfAbsent(LocalCache.java:112)
at com.github.benmanes.caffeine.cache.LocalManualCache.get(LocalManualCache.java:63)
at stroom.cache.impl.AbstractStroomCache.get(AbstractStroomCache.java:209)
at stroom.index.impl.IndexShardWriterCacheImpl.getOrOpenWriter(IndexShardWriterCacheImpl.java:115)
at stroom.index.impl.ActiveShardsCacheImpl$ActiveShards.addDocument(ActiveShardsCacheImpl.java:210)
at stroom.index.impl.ActiveShardsCacheImpl$ActiveShards.addDocument(ActiveShardsCacheImpl.java:193)
at stroom.index.impl.ActiveShardsCacheImpl$ActiveShards.addDocument(ActiveShardsCacheImpl.java:148)
at stroom.index.impl.IndexerImpl.addDocument(IndexerImpl.java:41)
at stroom.index.impl.IndexingFilter.processDocument(IndexingFilter.java:237)
at stroom.index.impl.IndexingFilter.endElement(IndexingFilter.java:201)
at net.sf.saxon.event.ContentHandlerProxy.endElement(ContentHandlerProxy.java:412)
at net.sf.saxon.event.ProxyReceiver.endElement(ProxyReceiver.java:185)
at net.sf.saxon.event.SequenceNormalizer.endElement(SequenceNormalizer.java:230)
at net.sf.saxon.event.NamespaceReducer.endElement(NamespaceReducer.java:235)
at net.sf.saxon.event.ComplexContentOutputter.endElement(ComplexContentOutputter.java:559)
at net.sf.saxon.expr.instruct.ElementCreator.processLeavingTail(ElementCreator.java:356)
at net.sf.saxon.expr.instruct.ElementCreator.processLeavingTail(ElementCreator.java:300)
at net.sf.saxon.expr.instruct.TemplateRule.applyLeavingTail(TemplateRule.java:352)
at net.sf.saxon.trans.Mode.applyTemplates(Mode.java:533)
at net.sf.saxon.expr.instruct.ApplyTemplates.apply(ApplyTemplates.java:300)
at net.sf.saxon.expr.instruct.ApplyTemplates.processLeavingTail(ApplyTemplates.java:255)
at net.sf.saxon.expr.instruct.Block.processLeavingTail(Block.java:735)
at net.sf.saxon.expr.instruct.Instruction.process(Instruction.java:132)
at net.sf.saxon.expr.instruct.ElementCreator.processLeavingTail(ElementCreator.java:353)
at net.sf.saxon.expr.instruct.ElementCreator.processLeavingTail(ElementCreator.java:300)
at net.sf.saxon.expr.instruct.TemplateRule.applyLeavingTail(TemplateRule.java:352)
at net.sf.saxon.trans.Mode.applyTemplates(Mode.java:533)
at net.sf.saxon.trans.rules.TextOnlyCopyRuleSet.process(TextOnlyCopyRuleSet.java:71)
at net.sf.saxon.trans.Mode.applyTemplates(Mode.java:495)
at net.sf.saxon.trans.XsltController.applyTemplates(XsltController.java:746)
at net.sf.saxon.s9api.AbstractXsltTransformer.applyTemplatesToSource(AbstractXsltTransformer.java:347)
at net.sf.saxon.s9api.XsltTransformer.transform(XsltTransformer.java:349)
at net.sf.saxon.jaxp.TransformerImpl.transform(TransformerImpl.java:71)
at net.sf.saxon.jaxp.TransformerHandlerImpl.endDocument(TransformerHandlerImpl.java:173)
at stroom.pipeline.filter.XsltFilter.endDocument(XsltFilter.java:305)
at stroom.pipeline.filter.AbstractXMLFilter.endDocument(AbstractXMLFilter.java:158)
at stroom.pipeline.filter.AbstractXMLFilter.endDocument(AbstractXMLFilter.java:158)
at stroom.pipeline.filter.SplitFilter.fireRemainingEvents(SplitFilter.java:440)
at stroom.pipeline.filter.SplitFilter.endDocument(SplitFilter.java:199)
at stroom.pipeline.filter.AbstractXMLFilter.endDocument(AbstractXMLFilter.java:158)
at org.apache.xerces.parsers.AbstractSAXParser.endDocument(Unknown Source)
at org.apache.xerces.impl.XMLDocumentScannerImpl.endEntity(Unknown Source)
at org.apache.xerces.impl.XMLEntityManager.endEntity(Unknown Source)
at org.apache.xerces.impl.XMLEntityScanner.load(Unknown Source)
at org.apache.xerces.impl.XML11EntityScanner.skipSpaces(Unknown Source)
at org.apache.xerces.impl.XMLDocumentScannerImpl$TrailingMiscDispatcher.dispatch(Unknown Source)
at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
at org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
at org.apache.xerces.jaxp.SAXParserImpl$JAXPSAXParser.parse(Unknown Source)
at stroom.pipeline.parser.AbstractParser.parse(AbstractParser.java:185)
at stroom.pipeline.parser.AbstractParser.lambda$createProcessors$0(AbstractParser.java:86)
at stroom.pipeline.factory.PipelineImpl.process(PipelineImpl.java:129)
at stroom.core.dataprocess.AbstractProcessorTaskExecutor.processNestedStreams(AbstractProcessorTaskExecutor.java:460)
at stroom.core.dataprocess.AbstractProcessorTaskExecutor.process(AbstractProcessorTaskExecutor.java:341)
at stroom.core.dataprocess.AbstractProcessorTaskExecutor.exec(AbstractProcessorTaskExecutor.java:238)
at stroom.processor.impl.DataProcessorTaskHandler.exec(DataProcessorTaskHandler.java:162)
at stroom.processor.impl.DataProcessorTaskHandler.lambda$exec$0(DataProcessorTaskHandler.java:92)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$2(TaskContextFactoryImpl.java:253)
at stroom.util.logging.LocationAwareLambdaLogger.logDurationIfDebugEnabled(LocationAwareLambdaLogger.java:307)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$4(TaskContextFactoryImpl.java:253)
at stroom.util.pipeline.scope.PipelineScopeRunnable.scopeResult(PipelineScopeRunnable.java:36)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$5(TaskContextFactoryImpl.java:250)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$6(TaskContextFactoryImpl.java:262)
at stroom.security.impl.SecurityContextImpl.useAsReadResult(SecurityContextImpl.java:421)
at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at com.google.inject.internal.DelegatingInvocationHandler.invoke(DelegatingInvocationHandler.java:50)
at jdk.proxy2/jdk.proxy2.$Proxy117.useAsReadResult(Unknown Source)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$7(TaskContextFactoryImpl.java:262)
at stroom.security.impl.SecurityContextImpl.asUserResult(SecurityContextImpl.java:337)
at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at com.google.inject.internal.DelegatingInvocationHandler.invoke(DelegatingInvocationHandler.java:50)
at jdk.proxy2/jdk.proxy2.$Proxy117.asUserResult(Unknown Source)
at stroom.task.impl.TaskContextFactoryImpl.lambda$wrap$11(TaskContextFactoryImpl.java:260)
at stroom.processor.impl.DataProcessorTaskHandler.lambda$exec$1(DataProcessorTaskHandler.java:92)
at stroom.security.impl.SecurityContextImpl.useAsReadResult(SecurityContextImpl.java:421)
at stroom.processor.impl.DataProcessorTaskHandler.lambda$exec$2(DataProcessorTaskHandler.java:87)
at stroom.security.impl.SecurityContextImpl.asUserResult(SecurityContextImpl.java:337)
at stroom.security.impl.SecurityContextImpl.asUserResult(SecurityContextImpl.java:350)
at stroom.processor.impl.DataProcessorTaskHandler.exec(DataProcessorTaskHandler.java:87)
at stroom.processor.impl.DataProcessorTaskFactory$RunnableFactoryImpl.lambda$create$0(DataProcessorTaskFactory.java:166)
at java.base/java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1804)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: org.apache.lucene980.store.LockObtainFailedException: Lock instance already obtained: ShardLockKey{canonicalPath='/stroom/volumes/default_index_volume/index/xxxxxxxx/YYYY-MM/999', lockName='write.lock'}
at stroom.index.lucene980.ShardLockFactory.obtainLock(ShardLockFactory.java:45)
at org.apache.lucene980.store.BaseDirectory.obtainLock(BaseDirectory.java:44)
at org.apache.lucene980.index.IndexWriter.<init>(IndexWriter.java:947)
at stroom.index.lucene980.Lucene980IndexShardWriter.<init>(Lucene980IndexShardWriter.java:201)
... 104 common frames omitted
