Requesting for help on sorting elasticsearch integration problem
Facing issues in integration with elasticsearch -
Here is the environment -
- Elasticsearch 7.13.0
- fess-13.13.2
- Windows 10 environment
Following is the error -
org.lastaflute.di.exception.ContainerInitFailureException: Look! Read the message below.
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
Failed to initialize the container.
[Path]
esclient.xml
[Namespace]
null
[Included by]
esflute_config.xml
esflute_user.xml
esflute_log.xml
-
-
-
-
-
-
-
-
- */
at org.lastaflute.di.core.meta.impl.LaContainerImpl.throwContainerInitFailureException(LaContainerImpl.java:463)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:415)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.factory.SingletonLaContainerFactory.init(SingletonLaContainerFactory.java:67)
at org.lastaflute.web.container.WebLastaContainerInitializer.doInitContainer(WebLastaContainerInitializer.java:81)
at org.lastaflute.web.container.WebLastaContainerInitializer.initialize(WebLastaContainerInitializer.java:45)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.initializeContainer(LastaPrepareFilter.java:137)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.init(LastaPrepareFilter.java:94)
at org.apache.catalina.core.ApplicationFilterConfig.initFilter(ApplicationFilterConfig.java:270)
at org.apache.catalina.core.ApplicationFilterConfig.getFilter(ApplicationFilterConfig.java:251)
at org.apache.catalina.core.ApplicationFilterConfig.(ApplicationFilterConfig.java:102)
at org.apache.catalina.core.StandardContext.filterStart(StandardContext.java:4566)
at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5198)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardHost.startInternal(StandardHost.java:829)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardEngine.startInternal(StandardEngine.java:262)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardService.startInternal(StandardService.java:433)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardServer.startInternal(StandardServer.java:930)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.startup.Tomcat.start(Tomcat.java:486)
at org.dbflute.tomcat.TomcatBoot.startServer(TomcatBoot.java:713)
at org.dbflute.tomcat.TomcatBoot.go(TomcatBoot.java:402)
at org.dbflute.tomcat.TomcatBoot.bootAwait(TomcatBoot.java:347)
at org.codelibs.fess.FessBoot.main(FessBoot.java:96)
Caused by: org.lastaflute.di.core.exception.IllegalMethodRuntimeException: [ESSR0060]Can not configure method(open) of org.codelibs.fess.es.client.SearchEngineClient, because [fess.20210825] IndexNotFoundException[no such index [fess.20210825]]
at org.lastaflute.di.core.assembler.AbstractMethodAssembler.invoke(AbstractMethodAssembler.java:61)
at org.lastaflute.di.core.assembler.DefaultInitMethodAssembler.assemble(DefaultInitMethodAssembler.java:40)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.assemble(SingletonComponentDeployer.java:57)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.deploy(SingletonComponentDeployer.java:41)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.init(SingletonComponentDeployer.java:35)
at org.lastaflute.di.core.meta.impl.ComponentDefImpl.init(ComponentDefImpl.java:85)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:434)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
… 42 more
Caused by: [fess.20210825] IndexNotFoundException[no such index [fess.20210825]]
at org.codelibs.fesen.client.action.HttpGetMappingsAction.lambda$execute$0(HttpGetMappingsAction.java:47)
at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220)
at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199)
at java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
Aug 25, 2021 12:50:25 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: One or more Filters failed to start. Full details will be found in the appropriate container log file
Aug 25, 2021 12:50:25 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: Context [] startup failed due to previous errors
Following are the configuraitons done -
- Installed plugins following plugins for elasticserach
elasticsearch-analysis-fess:7.13.0
elasticsearch-analysis-extension:7.13.0
elasticsearch-minhash:7.13.0
also added in modules folder
unzip elasticsearch-configsync-7.13.0.zip
configured elasticsearch.yaml with following
configsync.config_path: c:/elasticsearch-/data/config/
added following two properies in fess.in.bat
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.es.http_address=http://localhost:9200
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.dictionary.path=“c:/elasticsearch-/data/config/”
Did you check elasticsearch log file?
Hi Shinsuke,
Thanks for the response.
Here are some observations -
-
configsync index is created in elasticsearch
$ curl -XGET localhost:9200/_cat/indices/
green open .configsync FFX27IXmThiKPxURHR6uvg 1 0 104 0 93.1kb 93.1kb
-
following is the log of elastic search (snippet. No errors. It seems to update the config folder ok-
[2021-08-26T11:34:03,490][INFO ][o.e.c.m.MetadataCreateIndexService] [node_1] [.configsync] creating index, cause [api], templates [], shards [1]/[0]
[2021-08-26T11:34:03,962][INFO ][o.e.c.r.a.AllocationService] [node_1] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[.configsync][0]]]).
[2021-08-26T11:34:16,055][INFO ][o.c.e.c.s.ConfigSyncService] [node_1] Updated C:\tcs\sprint9\elasticsearch-7.13.0\data\config\mapping.txt
-
following is the fess log exception -
Picked up _JAVA_OPTIONS: -Xmx2048M
org.lastaflute.di.exception.ContainerInitFailureException: Look! Read the message below.
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
Failed to initialize the container.
[Path]
esclient.xml
[Namespace]
null
[Included by]
esflute_config.xml
esflute_user.xml
esflute_log.xml
-
-
-
-
-
-
-
-
- */
at org.lastaflute.di.core.meta.impl.LaContainerImpl.throwContainerInitFailureException(LaContainerImpl.java:463)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:415)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.factory.SingletonLaContainerFactory.init(SingletonLaContainerFactory.java:67)
at org.lastaflute.web.container.WebLastaContainerInitializer.doInitContainer(WebLastaContainerInitializer.java:81)
at org.lastaflute.web.container.WebLastaContainerInitializer.initialize(WebLastaContainerInitializer.java:45)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.initializeContainer(LastaPrepareFilter.java:137)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.init(LastaPrepareFilter.java:94)
at org.apache.catalina.core.ApplicationFilterConfig.initFilter(ApplicationFilterConfig.java:270)
at org.apache.catalina.core.ApplicationFilterConfig.getFilter(ApplicationFilterConfig.java:251)
at org.apache.catalina.core.ApplicationFilterConfig.(ApplicationFilterConfig.java:102)
at org.apache.catalina.core.StandardContext.filterStart(StandardContext.java:4566)
at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5198)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardHost.startInternal(StandardHost.java:829)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardEngine.startInternal(StandardEngine.java:262)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardService.startInternal(StandardService.java:433)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardServer.startInternal(StandardServer.java:930)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.startup.Tomcat.start(Tomcat.java:486)
at org.dbflute.tomcat.TomcatBoot.startServer(TomcatBoot.java:713)
at org.dbflute.tomcat.TomcatBoot.go(TomcatBoot.java:402)
at org.dbflute.tomcat.TomcatBoot.bootAwait(TomcatBoot.java:347)
at org.codelibs.fess.FessBoot.main(FessBoot.java:96)
Caused by: org.lastaflute.di.core.exception.IllegalMethodRuntimeException: [ESSR0060]Can not configure method(open) of org.codelibs.fess.es.client.SearchEngineClient, because [fess.20210826] IndexNotFoundException[no such index [fess.20210826]]
at org.lastaflute.di.core.assembler.AbstractMethodAssembler.invoke(AbstractMethodAssembler.java:61)
at org.lastaflute.di.core.assembler.DefaultInitMethodAssembler.assemble(DefaultInitMethodAssembler.java:40)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.assemble(SingletonComponentDeployer.java:57)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.deploy(SingletonComponentDeployer.java:41)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.init(SingletonComponentDeployer.java:35)
at org.lastaflute.di.core.meta.impl.ComponentDefImpl.init(ComponentDefImpl.java:85)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:434)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
… 42 more
Caused by: [fess.20210826] IndexNotFoundException[no such index [fess.20210826]]
at org.codelibs.fesen.client.action.HttpGetMappingsAction.lambda$execute$0(HttpGetMappingsAction.java:47)
at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220)
at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199)
at java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
WARNING: An illegal reflective access operation has occurred
- I had deleted the configsync index and restarted fess and have the same observations above
It seems not to create fess.yyyymmdd index. So I think the problem might be a configuration of configsync settings or plugin installation.
Thanks for the response. That seems to be the problem.
here is the fess.in.bat setting
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.es.http_address=http://localhost:9200
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.dictionary.path=C:\tcs\sprint9\elasticsearch-7.13.0\data\config\
Here is the plugin folder structure
26.08.2021 12:33:31
C:\tcs\sprint9\elasticsearch-7.13.0\plugins> tree /f
Folder PATH listing for volume Windows
Volume serial number is EEB7-66BA
C:.
├───analysis-extension
│ analyzers-8.8.2.0.jar
│ elasticsearch-analysis-extension-7.13.0.jar
│ lucene-analyzers-kuromoji-8.8.2.jar
│ plugin-descriptor.properties
│ plugin-security.policy
│
├───analysis-fess
│ elasticsearch-analysis-fess-7.13.0.jar
│ plugin-descriptor.properties
│ plugin-security.policy
│
└───minhash
elasticsearch-minhash-7.13.0.jar
failureaccess-1.0.1.jar
guava-30.0-jre.jar
listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
minhash-0.3.0.jar
plugin-descriptor.properties
Here is the configsyn module structure
C:\tcs\sprint9\elasticsearch-7.13.0\modules> tree /f .\configsync
Folder PATH listing for volume Windows
Volume serial number is 00000076 EEB7:66BA
C:\TCS\SPRINT9\ELASTICSEARCH-7.13.0\MODULES\CONFIGSYNC
commons-codec-1.15.jar
elasticsearch-configsync-7.13.0.jar
plugin-descriptor.properties
plugin-security.policy
- [2021-08-26T11:34:16,055][INFO ][o.c.e.c.s.ConfigSyncService] [node_1] Updated C:\tcs\sprint9\elasticsearch-7.13.0\data\config\mapping.txt
Were other dictionary files created? Fess sends these files to elasticsearch at startup time.
Here is the content of /data/config
C:\tcs\sprint9\elasticsearch-7.13.0\data\config> dir
Directory: C:\tcs\sprint9\elasticsearch-7.13.0\data\config
Mode LastWriteTime Length Name
d----- 25-08-2021 12:42 ar
d----- 25-08-2021 12:42 bg
d----- 25-08-2021 12:42 ca
d----- 25-08-2021 12:42 ckb-iq
d----- 25-08-2021 12:42 cs
d----- 25-08-2021 12:42 da
d----- 25-08-2021 12:42 de
d----- 25-08-2021 12:42 el
d----- 25-08-2021 12:42 en
d----- 25-08-2021 12:42 en-ie
d----- 25-08-2021 12:42 es
d----- 25-08-2021 12:42 eu
d----- 25-08-2021 12:42 fa
d----- 25-08-2021 12:42 fi
d----- 25-08-2021 12:42 fr
d----- 25-08-2021 12:42 gl
d----- 25-08-2021 12:42 hi
d----- 25-08-2021 12:42 hu
d----- 25-08-2021 12:42 hy
d----- 25-08-2021 12:42 id
d----- 25-08-2021 12:42 it
d----- 25-08-2021 12:42 ja
d----- 25-08-2021 12:42 ko
d----- 25-08-2021 12:42 lt
d----- 25-08-2021 12:42 lv
d----- 25-08-2021 12:42 nl
d----- 25-08-2021 12:42 no
d----- 25-08-2021 12:42 pt
d----- 25-08-2021 12:42 pt-br
d----- 25-08-2021 12:42 ro
d----- 25-08-2021 12:42 ru
d----- 25-08-2021 12:42 sv
d----- 25-08-2021 12:42 th
d----- 25-08-2021 12:42 tr
d----- 25-08-2021 12:42 vi
d----- 25-08-2021 12:42 zh-cn
d----- 25-08-2021 12:42 zh-tw
-a---- 26-08-2021 12:49 13918 mapping.txt
-a---- 26-08-2021 12:49 15 synonym.txt
The file creation looks ok. It’s better to check a debug log for Fess.
Thanks! What is debug log?
here is fess.log
2021-08-26 13:40:07,260 [main] ERROR Failed to initialize Lasta Di.
org.lastaflute.di.exception.ContainerInitFailureException: Look! Read the message below.
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
Failed to initialize the container.
[Path]
esclient.xml
[Namespace]
null
[Included by]
esflute_config.xml
esflute_user.xml
esflute_log.xml
-
-
-
-
-
-
-
-
- */
at org.lastaflute.di.core.meta.impl.LaContainerImpl.throwContainerInitFailureException(LaContainerImpl.java:463) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:415) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.factory.SingletonLaContainerFactory.init(SingletonLaContainerFactory.java:67) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.web.container.WebLastaContainerInitializer.doInitContainer(WebLastaContainerInitializer.java:81) ~[lastaflute-1.2.0.jar:?]
at org.lastaflute.web.container.WebLastaContainerInitializer.initialize(WebLastaContainerInitializer.java:45) ~[lastaflute-1.2.0.jar:?]
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.initializeContainer(LastaPrepareFilter.java:137) [lastaflute-1.2.0.jar:?]
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.init(LastaPrepareFilter.java:94) [lastaflute-1.2.0.jar:?]
at org.apache.catalina.core.ApplicationFilterConfig.initFilter(ApplicationFilterConfig.java:270) [classes/:?]
at org.apache.catalina.core.ApplicationFilterConfig.getFilter(ApplicationFilterConfig.java:251) [classes/:?]
at org.apache.catalina.core.ApplicationFilterConfig.(ApplicationFilterConfig.java:102) [classes/:?]
at org.apache.catalina.core.StandardContext.filterStart(StandardContext.java:4566) [classes/:?]
at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5198) [classes/:?]
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183) [classes/:?]
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384) [classes/:?]
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374) [classes/:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75) [classes/:?]
at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140) [?:?]
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909) [classes/:?]
at org.apache.catalina.core.StandardHost.startInternal(StandardHost.java:829) [classes/:?]
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183) [classes/:?]
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384) [classes/:?]
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374) [classes/:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75) [classes/:?]
at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140) [?:?]
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909) [classes/:?]
at org.apache.catalina.core.StandardEngine.startInternal(StandardEngine.java:262) [classes/:?]
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183) [classes/:?]
at org.apache.catalina.core.StandardService.startInternal(StandardService.java:433) [classes/:?]
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183) [classes/:?]
at org.apache.catalina.core.StandardServer.startInternal(StandardServer.java:930) [classes/:?]
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183) [classes/:?]
at org.apache.catalina.startup.Tomcat.start(Tomcat.java:486) [classes/:?]
at org.dbflute.tomcat.TomcatBoot.startServer(TomcatBoot.java:713) [classes/:?]
at org.dbflute.tomcat.TomcatBoot.go(TomcatBoot.java:402) [classes/:?]
at org.dbflute.tomcat.TomcatBoot.bootAwait(TomcatBoot.java:347) [classes/:?]
at org.codelibs.fess.FessBoot.main(FessBoot.java:96) [classes/:?]
Caused by: org.lastaflute.di.core.exception.IllegalMethodRuntimeException: [ESSR0060]Can not configure method(open) of org.codelibs.fess.es.client.SearchEngineClient, because [fess.20210826] IndexNotFoundException[no such index [fess.20210826]]
at org.lastaflute.di.core.assembler.AbstractMethodAssembler.invoke(AbstractMethodAssembler.java:61) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.assembler.DefaultInitMethodAssembler.assemble(DefaultInitMethodAssembler.java:40) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.assemble(SingletonComponentDeployer.java:57) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.deploy(SingletonComponentDeployer.java:41) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.init(SingletonComponentDeployer.java:35) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.ComponentDefImpl.init(ComponentDefImpl.java:85) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:434) ~[lasta-di-0.8.3.jar:?]
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413) ~[lasta-di-0.8.3.jar:?]
… 42 more
Caused by: org.codelibs.fesen.index.IndexNotFoundException: no such index [fess.20210826]
at org.codelibs.fesen.client.action.HttpGetMappingsAction.lambda$execute$0(HttpGetMappingsAction.java:47) ~[fesen-httpclient-0.13.0.jar:?]
at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220) ~[curl4j-1.2.4.jar:?]
at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199) ~[curl4j-1.2.4.jar:?]
at java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) ~[?:?]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) ~[?:?]
at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) ~[?:?]
at java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) ~[?:?]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) ~[?:?]
at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177) ~[?:?]
Here is the content of server.log
ug 26, 2021 1:40:07 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: One or more Filters failed to start. Full details will be found in the appropriate container log file
Aug 26, 2021 1:40:07 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: Context [] startup failed due to previous errors
Aug 26, 2021 1:40:07 PM org.apache.catalina.loader.WebappClassLoaderBase clearReferencesJdbc
WARNING: The web application [ROOT] registered the JDBC driver [org.sqlite.JDBC] but failed to unregister it when the web application was stopped. To prevent a memory leak, the JDBC Driver has been forcibly unregistered.
Aug 26, 2021 1:40:07 PM org.apache.catalina.loader.WebappClassLoaderBase clearReferencesThreads
WARNING: The web application [ROOT] appears to have started a thread named [eshttp] but has failed to stop it. This is very likely to create a memory leak. Stack trace of thread:
java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
java.base@11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
Aug 26, 2021 1:40:07 PM org.apache.catalina.loader.WebappClassLoaderBase checkThreadLocalMapForLeaks
SEVERE: The web application [ROOT] created a ThreadLocal with key of type [org.apache.logging.log4j.core.script.ScriptManager$ThreadLocalScriptRunner$1] (value [org.apache.logging.log4j.core.script.ScriptManager$ThreadLocalScriptRunner$1@1c8e8fed]) and a value of type [org.apache.logging.log4j.core.script.ScriptManager.MainScriptRunner] (value [org.apache.logging.log4j.core.script.ScriptManager$MainScriptRunner@70f98f7a]) but failed to remove it when the web application was stopped. Threads are going to be renewed over time to try and avoid a probable memory leak.
Aug 26, 2021 1:40:07 PM org.apache.coyote.AbstractProtocol start
INFO: Starting ProtocolHandler [“http-nio-8080”]
Aug 26, 2021 1:40:07 PM org.dbflute.tomcat.logging.BootLogger info
INFO: Boot successful: url → http://localhost:8080
Hi Shinsuke,
Will switching to the older version help since I am kind of stuck on this problem for quite some time with no resolution. I had checked the other conversations to check on anything else that I can fix.
Appreciate your help and response please.
To change a log level to debug, you can change fess.in.bat.
Thanks for the response.
Here is the change done in fess.in.bat
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.log.level=debug
subsequently get similar logs not any more details -
Aug 27, 2021 6:53:33 PM org.dbflute.tomcat.logging.BootLogger info
INFO: …Booting the Tomcat: port=8080 contextPath=
Aug 27, 2021 6:53:34 PM org.dbflute.tomcat.logging.BootLogger info
INFO: …Reflecting configuration to server: config=[tomcat_config.properties]
Aug 27, 2021 6:53:34 PM org.dbflute.tomcat.logging.BootLogger info
INFO: tomcat.URIEncoding = UTF-8
Aug 27, 2021 6:53:34 PM org.dbflute.tomcat.logging.BootLogger info
INFO: tomcat.useBodyEncodingForURI = true
Aug 27, 2021 6:53:34 PM org.apache.coyote.AbstractProtocol init
INFO: Initializing ProtocolHandler [“http-nio-8080”]
Aug 27, 2021 6:53:36 PM org.apache.catalina.core.StandardService startInternal
INFO: Starting service [Tomcat]
Aug 27, 2021 6:53:36 PM org.apache.catalina.core.StandardEngine startInternal
INFO: Starting Servlet engine: [Apache Tomcat/9.0.46]
Aug 27, 2021 6:53:36 PM org.dbflute.tomcat.logging.BootLogger info
INFO: …Initializing webapp of default web.xml with JSP (the servlet found)
Aug 27, 2021 6:53:37 PM org.apache.catalina.startup.ContextConfig getDefaultWebXmlFragment
INFO: No global web.xml found
Aug 27, 2021 6:53:45 PM org.apache.catalina.util.SessionIdGeneratorBase createSecureRandom
WARNING: Creation of SecureRandom instance for session ID generation using [SHA1PRNG] took [1,326] milliseconds.
Aug 27, 2021 6:54:21 PM org.apache.catalina.core.StandardContext filterStart
SEVERE: Exception starting filter [lastaPrepareFilter]
org.lastaflute.di.exception.ContainerInitFailureException: Look! Read the message below.
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
Failed to initialize the container.
[Path]
esclient.xml
[Namespace]
null
[Included by]
esflute_config.xml
esflute_user.xml
esflute_log.xml
-
-
-
-
-
-
-
-
- */
at org.lastaflute.di.core.meta.impl.LaContainerImpl.throwContainerInitFailureException(LaContainerImpl.java:463)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:415)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:431)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
at org.lastaflute.di.core.factory.SingletonLaContainerFactory.init(SingletonLaContainerFactory.java:67)
at org.lastaflute.web.container.WebLastaContainerInitializer.doInitContainer(WebLastaContainerInitializer.java:81)
at org.lastaflute.web.container.WebLastaContainerInitializer.initialize(WebLastaContainerInitializer.java:45)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.initializeContainer(LastaPrepareFilter.java:137)
at org.lastaflute.web.servlet.filter.LastaPrepareFilter.init(LastaPrepareFilter.java:94)
at org.apache.catalina.core.ApplicationFilterConfig.initFilter(ApplicationFilterConfig.java:270)
at org.apache.catalina.core.ApplicationFilterConfig.getFilter(ApplicationFilterConfig.java:251)
at org.apache.catalina.core.ApplicationFilterConfig.(ApplicationFilterConfig.java:102)
at org.apache.catalina.core.StandardContext.filterStart(StandardContext.java:4566)
at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5198)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardHost.startInternal(StandardHost.java:829)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1384)
at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1374)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.tomcat.util.threads.InlineExecutorService.execute(InlineExecutorService.java:75)
at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at org.apache.catalina.core.ContainerBase.startInternal(ContainerBase.java:909)
at org.apache.catalina.core.StandardEngine.startInternal(StandardEngine.java:262)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardService.startInternal(StandardService.java:433)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.core.StandardServer.startInternal(StandardServer.java:930)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:183)
at org.apache.catalina.startup.Tomcat.start(Tomcat.java:486)
at org.dbflute.tomcat.TomcatBoot.startServer(TomcatBoot.java:713)
at org.dbflute.tomcat.TomcatBoot.go(TomcatBoot.java:402)
at org.dbflute.tomcat.TomcatBoot.bootAwait(TomcatBoot.java:347)
at org.codelibs.fess.FessBoot.main(FessBoot.java:96)
Caused by: org.lastaflute.di.core.exception.IllegalMethodRuntimeException: [ESSR0060]Can not configure method(open) of org.codelibs.fess.es.client.SearchEngineClient, because [fess.20210827] IndexNotFoundException[no such index [fess.20210827]]
at org.lastaflute.di.core.assembler.AbstractMethodAssembler.invoke(AbstractMethodAssembler.java:61)
at org.lastaflute.di.core.assembler.DefaultInitMethodAssembler.assemble(DefaultInitMethodAssembler.java:40)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.assemble(SingletonComponentDeployer.java:57)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.deploy(SingletonComponentDeployer.java:41)
at org.lastaflute.di.core.deployer.SingletonComponentDeployer.init(SingletonComponentDeployer.java:35)
at org.lastaflute.di.core.meta.impl.ComponentDefImpl.init(ComponentDefImpl.java:85)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.doInit(LaContainerImpl.java:434)
at org.lastaflute.di.core.meta.impl.LaContainerImpl.init(LaContainerImpl.java:413)
… 42 more
Caused by: [fess.20210827] IndexNotFoundException[no such index [fess.20210827]]
at org.codelibs.fesen.client.action.HttpGetMappingsAction.lambda$execute$0(HttpGetMappingsAction.java:47)
at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220)
at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199)
at java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426)
at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290)
at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020)
at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656)
at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594)
at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
Aug 27, 2021 6:54:21 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: One or more Filters failed to start. Full details will be found in the appropriate container log file
Aug 27, 2021 6:54:21 PM org.apache.catalina.core.StandardContext startInternal
SEVERE: Context [] startup failed due to previous errors
Aug 27, 2021 6:54:21 PM org.apache.catalina.loader.WebappClassLoaderBase clearReferencesJdbc
WARNING: The web application [ROOT] registered the JDBC driver [org.sqlite.JDBC] but failed to unregister it when the web application was stopped. To prevent a memory leak, the JDBC Driver has been forcibly unregistered.
Aug 27, 2021 6:54:21 PM org.apache.catalina.loader.WebappClassLoaderBase clearReferencesThreads
WARNING: The web application [ROOT] appears to have started a thread named [eshttp] but has failed to stop it. This is very likely to create a memory leak. Stack trace of thread:
java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)
java.base@11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)
Aug 27, 2021 6:54:21 PM org.apache.catalina.loader.WebappClassLoaderBase checkThreadLocalMapForLeaks
SEVERE: The web application [ROOT] created a ThreadLocal with key of type [org.apache.logging.log4j.core.script.ScriptManager$ThreadLocalScriptRunner$1] (value [org.apache.logging.log4j.core.script.ScriptManager$ThreadLocalScriptRunner$1@25b4754a]) and a value of type [org.apache.logging.log4j.core.script.ScriptManager.MainScriptRunner] (value [org.apache.logging.log4j.core.script.ScriptManager$MainScriptRunner@6ec3a4c2]) but failed to remove it when the web application was stopped. Threads are going to be renewed over time to try and avoid a probable memory leak.
Aug 27, 2021 6:54:21 PM org.apache.coyote.AbstractProtocol start
INFO: Starting ProtocolHandler [“http-nio-8080”]
Aug 27, 2021 6:54:21 PM org.dbflute.tomcat.logging.BootLogger info
INFO: Boot successful: url → http://localhost:8080
You can check debug messages in fess.log.
Hi Shinsuke,
Have uploaded the log and is available at
[fesslog]
, Appreciate if you could review and let me know if I need to correct anything in the configuration.
thanks for your time and help. Appreciate it.
…while reading mappings_path: C:\tcs\sprint9\elasticsearch-7.13.0\config\tcssprint9elasticsearch-7.13.0dataconfig\ja\mapping.txt]
The path seems not to be correct. So, it’s better to check:
configsync.config_path: [absolute path of $ES_HOME]/data/config/
or
FESS_DICTIONARY_PATH=[absolute path of $ES_HOME]/data/config/
Thanks Shinsuke,
Documentation is bit confusing.
Configured for Elastic alone and it worked fine.
Thanks
Hello Shinsuke,
thanks for your help so far.
I am trying to set up authenticated access to Elasticsearch ( external ). Is this supported? Pl provide pointers on this, please.
thanks
Manohar
fess_config.properties has the following settings:
elasticsearch.http.url=http://localhost:9201
elasticsearch.username=
elasticsearch.password=
1 Like
Hello,
I am trying to containerized fess and connecting elasticsearch set up on cloud.
I have the following error. Can you please provide some pointers. I have configured password correctly.
org.codelibs.fesen.FesenStatusException: Fesen exception [type=security_exception, reason=unable to authenticate user [searchuser] for REST request [/_cluster/health/?wait_for_no_relocating_shards=false&wait_for_no_initializing_shards=false&wait_for_nodes=&wait_for_status=yellow&wait_for_active_shards=0&wait_for_active_shards=0&timeout=30s&master_timeout=30s]] at org.codelibs.fesen.rest.BytesRestResponse.errorFromXContent(BytesRestResponse.java:187) ~[fesen-engine-server-0.14.0.jar:0.14.0] at org.codelibs.fesen.client.action.HttpAction.toFesenException(HttpAction.java:138) ~[fesen-httpclient-0.14.0.jar:?] at org.codelibs.fesen.client.action.HttpClusterHealthAction.lambda$execute$0(HttpClusterHealthAction.java:47) ~[fesen-httpclient-0.14.0.jar:?] at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220) ~[curl4j-1.2.4.jar:?] at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199) ~[curl4j-1.2.4.jar:?] at java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinTask.doExec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool.scan(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool.runWorker(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinWorkerThread.run(Unknown Source) ~[?:?] Suppressed: org.codelibs.fesen.common.xcontent.XContentParseException: [1:810] [cluster_health_response] status doesn’t support values of type: VALUE_NUMBER at org.codelibs.fesen.common.xcontent.ObjectParser$FieldParser.assertSupports(ObjectParser.java:601) ~[fesen-x-content-0.14.0.jar:0.14.0] at org.codelibs.fesen.common.xcontent.ObjectParser.parse(ObjectParser.java:299) ~[fesen-x-content-0.14.0.jar:0.14.0] at org.codelibs.fesen.common.xcontent.ConstructingObjectParser.parse(ConstructingObjectParser.java:171) ~[fesen-x-content-0.14.0.jar:0.14.0] at org.codelibs.fesen.common.xcontent.ConstructingObjectParser.apply(ConstructingObjectParser.java:163) ~[fesen-x-content-0.14.0.jar:0.14.0] at org.codelibs.fesen.action.admin.cluster.health.ClusterHealthResponse.fromXContent(ClusterHealthResponse.java:350) ~[fesen-engine-server-0.14.0.jar:0.14.0] at org.codelibs.fesen.client.action.HttpClusterHealthAction.lambda$execute$0(HttpClusterHealthAction.java:44) ~[fesen-httpclient-0.14.0.jar:?] at org.codelibs.curl.CurlRequest.lambda$execute$4(CurlRequest.java:220) ~[curl4j-1.2.4.jar:?] at org.codelibs.curl.CurlRequest.lambda$connect$3(CurlRequest.java:199) ~[curl4j-1.2.4.jar:?] at java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinTask.doExec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool.scan(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinPool.runWorker(Unknown Source) ~[?:?] at java.util.concurrent.ForkJoinWorkerThread.run(Unknown Source) ~[?:?] Suppressed: org.codelibs.fesen.client.action.HttpAction$CurlResponseException: {“error”:{“root_cause”:[{“type”:“security_exception”,“reason”:“unable to authenticate user [searchuser] for REST request [/_cluster/health/?wait_for_no_relocating_shards=false&wait_for_no_initializing_shards=false&wait_for_nodes=&wait_for_status=yellow&wait_for_active_shards=0&wait_for_active_shards=0&timeout=30s&master_timeout=30s]”,“header”:{“WWW-Authenticate”:"Basic realm=“security” charset=“UTF-8"”}}],“type”:“security_exception”,“reason”:“unable to authenticate user [searchuser] for REST request [/_cluster/health/?wait_for_no_relocating_shards=false&wait_for_no_initializing_shards=false&wait_for_nodes=&wait_for_status=yellow&wait_for_active_shards=0&wait_for_active_shards=0&timeout=30s&master_timeout=30s]”,“header”:{“WWW-Authenticate”:"Basic realm=“security” charset=“UTF-8"”}},“status”:401}