Problem Note 62548: Elasticsearch fails with the error ". . . OutOfMemoryError . . ." in SAS® Visual Investigator
 |  |  |  |  |
Search and Discovery activities in SAS Visual Investigator rely on an Elasticsearch component. When there is heavy data volume (100 gigabytes) with a certain number of users (50), Elasticsearch might fail with an error that is similar to the following:
[2018-04-25T16:29:52,998][ERROR][o.e.b.ElasticsearchUncaughtExceptionHandler] [] fatal error in thread
[elasticsearch[KtI6z3O][search][T#13]], exiting
java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:115)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader.<init>
(DlsFlsFilterLeafReader.java:172) ~[?:?]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader$DlsFlsSubReaderWrapper.wrap
(DlsFlsFilterLeafReader.java:213) ~[?:?]
at org.apache.lucene.index.FilterDirectoryReader$SubReaderWrapper.wrap(FilterDirectoryReader.java:56)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at org.apache.lucene.index.FilterDirectoryReader$SubReaderWrapper.access$000(FilterDirectoryReader.java:51)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at org.apache.lucene.index.FilterDirectoryReader.<init>(FilterDirectoryReader.java:83)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader$
DlsFlsDirectoryReader.<init (DlsFlsFilterLeafReader.java:224) ~[?:?]
at com.floragunn.searchguard.configuration.SearchGuardFlsDlsIndexSearcherWrapper.dlsFlsWrap
(SearchGuardFlsDlsIndexSearcherWrapper.java:85) ~[?:?]
at com.floragunn.searchguard.configuration.SearchGuardIndexSearcherWrapper.wrap
(SearchGuardIndexSearcherWrapper.java:55) ~[?:?]
at org.elasticsearch.index.shard.IndexSearcherWrapper.wrap(IndexSearcherWrapper.java:75)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.index.shard.IndexShard.acquireSearcher(IndexShard.java:899)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createSearchContext(SearchService.java:521)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createContext(SearchService.java:479)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:461)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:343)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:340)
~[elasticsearch-5.6.3.jar:5.6.3]
at com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate
(SearchGuardSSLRequestHandler.java:178) ~[?:?]
at com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate
(SearchGuardRequestHandler.java:192) ~[?:?]
at com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived
(SearchGuardSSLRequestHandler.java:140) ~[?:?]
at com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived
(SearchGuardPlugin.java:376) ~[?:?]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1539)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.
doRun (ThreadContext.java:638)~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
~[elasticsearch-5.6.3.jar:5.6.3]
at java.util.concurrent.ThreadPoolExecutor.runWorker
(ThreadPoolExecutor.java:1149) ~[?:1.8.0_161]
at java.util.concurrent.ThreadPoolExecutor$Worker.run
(ThreadPoolExecutor.java:624) ~[?:1.8.0_161]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_161]
[elasticsearch[KtI6z3O][search][T#13]], exiting
java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.FixedBitSet.<init>(FixedBitSet.java:115)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader.<init>
(DlsFlsFilterLeafReader.java:172) ~[?:?]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader$DlsFlsSubReaderWrapper.wrap
(DlsFlsFilterLeafReader.java:213) ~[?:?]
at org.apache.lucene.index.FilterDirectoryReader$SubReaderWrapper.wrap(FilterDirectoryReader.java:56)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at org.apache.lucene.index.FilterDirectoryReader$SubReaderWrapper.access$000(FilterDirectoryReader.java:51)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at org.apache.lucene.index.FilterDirectoryReader.<init>(FilterDirectoryReader.java:83)
~[lucene-core-6.6.1.jar:6.6.1 9aa465a89b64ff2dabe7b4d50c472de32c298683 - varunthacker - 2017-08-29 21:54:39]
at com.floragunn.searchguard.configuration.DlsFlsFilterLeafReader$
DlsFlsDirectoryReader.<init (DlsFlsFilterLeafReader.java:224) ~[?:?]
at com.floragunn.searchguard.configuration.SearchGuardFlsDlsIndexSearcherWrapper.dlsFlsWrap
(SearchGuardFlsDlsIndexSearcherWrapper.java:85) ~[?:?]
at com.floragunn.searchguard.configuration.SearchGuardIndexSearcherWrapper.wrap
(SearchGuardIndexSearcherWrapper.java:55) ~[?:?]
at org.elasticsearch.index.shard.IndexSearcherWrapper.wrap(IndexSearcherWrapper.java:75)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.index.shard.IndexShard.acquireSearcher(IndexShard.java:899)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createSearchContext(SearchService.java:521)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createContext(SearchService.java:479)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:461)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:257)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:343)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.action.search.SearchTransportService$6.messageReceived(SearchTransportService.java:340)
~[elasticsearch-5.6.3.jar:5.6.3]
at com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceivedDecorate
(SearchGuardSSLRequestHandler.java:178) ~[?:?]
at com.floragunn.searchguard.transport.SearchGuardRequestHandler.messageReceivedDecorate
(SearchGuardRequestHandler.java:192) ~[?:?]
at com.floragunn.searchguard.ssl.transport.SearchGuardSSLRequestHandler.messageReceived
(SearchGuardSSLRequestHandler.java:140) ~[?:?]
at com.floragunn.searchguard.SearchGuardPlugin$3$1.messageReceived
(SearchGuardPlugin.java:376) ~[?:?]
at org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.transport.TcpTransport$RequestHandler.doRun(TcpTransport.java:1539)
~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.
doRun (ThreadContext.java:638)~[elasticsearch-5.6.3.jar:5.6.3]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
~[elasticsearch-5.6.3.jar:5.6.3]
at java.util.concurrent.ThreadPoolExecutor.runWorker
(ThreadPoolExecutor.java:1149) ~[?:1.8.0_161]
at java.util.concurrent.ThreadPoolExecutor$Worker.run
(ThreadPoolExecutor.java:624) ~[?:1.8.0_161]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_161]
Click the Hot Fix tab in this note to access the hot fix for this issue.
Operating System and Release Information
| Product Family | Product | System | Product Release | SAS Release | ||
| Reported | Fixed* | Reported | Fixed* | |||
| SAS System | SAS Visual Investigator | Linux for x64 | 10.3.1 | Viya | ||
An update for this issue is available for SAS Visual Investigator 10.3.1. For instructions on how to access and apply this software update see the SAS Visual Investigator 10.3.1 Deployment Guide link on
http://ftp.sas.com/techsup/download/hotfix/HF2/Viya_VI_10_3_1_home.html#62548| Type: | Problem Note |
| Priority: | high |
| Date Modified: | 2018-07-03 16:31:05 |
| Date Created: | 2018-06-28 16:46:20 |