Ошибка RDF / lucenesail: org.openrdf.query.QueryEvaluationException: java.util.ConcurrentModificationException
Мы используем http://www.openrdf.org/contrib/lucenesail search в 90% наших запросов в формате rdf. Я хотел бы посмотреть, если кто-нибудь знает, как исправить ошибку "org.openrdf.query.QueryEvaluationException: java.util.ConcurrentModificationException" в файле /sesame-data/openrdf-sesame/logs/main.log. Когда возникает ошибка, за ней следует быстрое увеличение загрузки ЦП rdf-сервера, отсутствие реакции rdf-сервера и необходимость перезапуска сервера. Похоже, что это происходит случайно, не связано с конкретным запросом. Интересно, может ли ошибка быть связана с использованием взаимодействий lucenesail с данными rdf, так как мы не видели этих ошибок до тех пор, пока мы не преобразовали наши запросы в запросы lucenesail. Буду признателен за ваш вклад. Спасибо за ваше время. Это полная трассировка ошибок:
[ERROR] 2016-09-08 10:07:38,826 [repositories/NwsRDFRepo] LuceneTripleSource: Error getting statements for http://acfews.com/content/41806958 http://acfews.com/content/type "Image"^^<htt
p://www.w3.org/2001/XMLSchema#token>java.util.ConcurrentModificationException: null
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:886)
at java.util.ArrayList$Itr.next(ArrayList.java:836)
at org.openrdf.model.impl.TreeModel.choose(TreeModel.java:474)
at org.openrdf.model.impl.TreeModel.matchPattern(TreeModel.java:406)
at org.openrdf.model.impl.TreeModel.contains(TreeModel.java:250)
at org.openrdf.sail.nativerdf.MemoryOverflowModel.contains(MemoryOverflowModel.java:127)
at org.openrdf.model.impl.FilteredModel.contains(FilteredModel.java:157)
at org.openrdf.model.impl.AbstractModel.isEmpty(AbstractModel.java:58)
at org.openrdf.sail.base.SailDatasetImpl.difference(SailDatasetImpl.java:286)
at org.openrdf.sail.base.SailDatasetImpl.getStatements(SailDatasetImpl.java:265)
at org.openrdf.sail.base.DelegatingSailDataset.getStatements(DelegatingSailDataset.java:79)
at org.openrdf.sail.base.DelegatingSailDataset.getStatements(DelegatingSailDataset.java:79)
at org.openrdf.sail.base.UnionSailDataset.getStatements(UnionSailDataset.java:111)
at org.openrdf.sail.base.SailSourceConnection.getStatementsInternal(SailSourceConnection.java:258)
at org.openrdf.sail.helpers.SailConnectionBase.getStatements(SailConnectionBase.java:328)
at org.openrdf.sail.lucene.LuceneTripleSource.getStatements(LuceneTripleSource.java:284)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:517)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:226)
at org.openrdf.query.algebra.evaluation.iterator.JoinIterator.<init>(JoinIterator.java:54)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:861)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:824)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.<init>(LeftJoinIterator.java:65)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:883)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:827)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.<init>(LeftJoinIterator.java:65)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:883)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:827)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:88)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at info.aduna.iteration.ConvertingIteration.hasNext(ConvertingIteration.java:73)
at info.aduna.iteration.ConvertingIteration.hasNext(ConvertingIteration.java:73)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.FilterIteration.findNextElement(FilterIteration.java:79)
at info.aduna.iteration.FilterIteration.hasNext(FilterIteration.java:54)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.LimitIteration.hasNext(LimitIteration.java:73)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at org.openrdf.query.QueryResults.report(QueryResults.java:155)
at org.openrdf.http.server.repository.TupleQueryResultView.renderInternal(TupleQueryResultView.java:110)
at org.openrdf.http.server.repository.QueryResultView.render(QueryResultView.java:84)
at org.springframework.web.servlet.DispatcherServlet.render(DispatcherServlet.java:1228)
at org.springframework.web.servlet.DispatcherServlet.processDispatchResult(DispatcherServlet.java:1011)
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:955)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:877)
at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:966)
at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:868)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:647)
at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:842)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:728)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at com.github.ziplet.filter.compression.CompressingFilter.doFilter(CompressingFilter.java:300)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:312)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
[ERROR] 2016-09-08 10:07:38,827 [repositories/NwsRDFRepo] Query evaluation error
org.openrdf.query.QueryEvaluationException: java.util.ConcurrentModificationException
at org.openrdf.sail.lucene.LuceneTripleSource.getStatements(LuceneTripleSource.java:294)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:517)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:226)
at org.openrdf.query.algebra.evaluation.iterator.JoinIterator.<init>(JoinIterator.java:54)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:861)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:824)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.<init>(LeftJoinIterator.java:65)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:883)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:827)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.<init>(LeftJoinIterator.java:65)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:883)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:827)
at org.openrdf.query.algebra.evaluation.impl.EvaluationStrategyImpl.evaluate(EvaluationStrategyImpl.java:232)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:88)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:80)
at org.openrdf.query.algebra.evaluation.iterator.LeftJoinIterator.getNextElement(LeftJoinIterator.java:33)
at info.aduna.iteration.LookAheadIteration.lookAhead(LookAheadIteration.java:91)
at info.aduna.iteration.LookAheadIteration.hasNext(LookAheadIteration.java:60)
at info.aduna.iteration.ConvertingIteration.hasNext(ConvertingIteration.java:73)
at info.aduna.iteration.ConvertingIteration.hasNext(ConvertingIteration.java:73)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.FilterIteration.findNextElement(FilterIteration.java:79)
at info.aduna.iteration.FilterIteration.hasNext(FilterIteration.java:54)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.LimitIteration.hasNext(LimitIteration.java:73)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at info.aduna.iteration.IterationWrapper.hasNext(IterationWrapper.java:68)
at org.openrdf.query.QueryResults.report(QueryResults.java:155)
at org.openrdf.http.server.repository.TupleQueryResultView.renderInternal(TupleQueryResultView.java:110)
at org.openrdf.http.server.repository.QueryResultView.render(QueryResultView.java:84)
at org.springframework.web.servlet.DispatcherServlet.render(DispatcherServlet.java:1228)
at org.springframework.web.servlet.DispatcherServlet.processDispatchResult(DispatcherServlet.java:1011)
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:955)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:877)
at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:966)
at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:868)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:647)
at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:842)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:728)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at com.github.ziplet.filter.compression.CompressingFilter.doFilter(CompressingFilter.java:300)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:312)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.ConcurrentModificationException: null
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:886)
at java.util.ArrayList$Itr.next(ArrayList.java:836)
at org.openrdf.model.impl.TreeModel.choose(TreeModel.java:474)
at org.openrdf.model.impl.TreeModel.matchPattern(TreeModel.java:406)
at org.openrdf.model.impl.TreeModel.contains(TreeModel.java:250)
at org.openrdf.sail.nativerdf.MemoryOverflowModel.contains(MemoryOverflowModel.java:127)
at org.openrdf.model.impl.FilteredModel.contains(FilteredModel.java:157)
at org.openrdf.model.impl.AbstractModel.isEmpty(AbstractModel.java:58)
at org.openrdf.sail.base.SailDatasetImpl.difference(SailDatasetImpl.java:286)
at org.openrdf.sail.base.SailDatasetImpl.getStatements(SailDatasetImpl.java:265)
at org.openrdf.sail.base.DelegatingSailDataset.getStatements(DelegatingSailDataset.java:79)
at org.openrdf.sail.base.DelegatingSailDataset.getStatements(DelegatingSailDataset.java:79)
at org.openrdf.sail.base.UnionSailDataset.getStatements(UnionSailDataset.java:111)
at org.openrdf.sail.base.SailSourceConnection.getStatementsInternal(SailSourceConnection.java:258)
at org.openrdf.sail.helpers.SailConnectionBase.getStatements(SailConnectionBase.java:328)
at org.openrdf.sail.lucene.LuceneTripleSource.getStatements(LuceneTripleSource.java:284)
... 70 common frames omitted
1 ответ
Я не видел этой конкретной ошибки, но версия Lucene Sail, которую вы используете, выглядит очень старой - тогда, когда это был еще отдельный проект.
Парус Lucene был интегрирован с RDF4J, и был значительно улучшен и обновлен. Мое предложение было бы обновить до последней версии RDF4J и переключиться на встроенный парус Lucene. Для получения дополнительной информации о том, как обновить существующую установку Sesame до RDF4J, см. Руководство по миграции.