Read timed out Error while starting Engines

Hello All,

We are trying to start Appian engines in 18.2 version but we are unable to start and getting the below error:

Starting Distributed Transaction Log
Zookeeper connected, root child count of [9]
QuorumPeerMain is already a running process
Service Zookeeper successfully started
local Kafka broker is not registered in Zookeeper
Executing command: '[/usr/local/appian/services/kafka_2.11-0.10.1.1-appian-3/bin/kafka-server-start.sh, /usr/local/appian/services/conf/kafka-server.properties, --override, log.dirs=/usr/local/appian/services/data/kafka-logs, --override, min.insync.replicas=1, --override, listeners=PLAINTEXT://localhost:9092, --override, zookeeper.connect=localhost:2181, --override, advertised.host.name=localhost, --override, advertised.port=9092, --override, broker.id=0, --override, zookeeper.connection.timeout.ms=40000, --override, zookeeper.session.timeout.ms=40000]' in /usr/local/appian/services/kafka_2.11-0.10.1.1-appian-3/bin with environment [KAFKA_HEAP_OPTS:-Xms512m -Xmx1024m, KAFKA_OPTS:-Duser.timezone=GMT, LOG_DIR:/usr/local/appian/logs/service-manager/kafka, CLASSPATH:, KAFKA_LOG4J_OPTS:-Dlog4j.configuration=file:///usr/local/appian/services/conf/kafka-log4j.properties]
Starting Kafka...
waiting for process Kafka
waiting for process Kafka
process Kafka not running after 10000 seconds
Unable to start service Kafka
java.util.concurrent.TimeoutException: Process Kafka did not launch within 10000 ms
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_181]
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_181]
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_181]
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_181]
at org.codehaus.groovy.reflection.CachedConstructor.invoke(CachedConstructor.java:83) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.reflection.CachedConstructor.doConstructorInvoke(CachedConstructor.java:77) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.ConstructorSite$ConstructorSiteNoUnwrap.callConstructor(ConstructorSite.java:84) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCallConstructor(CallSiteArray.java:60) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.AbstractCallSite.callConstructor(AbstractCallSite.java:235) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.AbstractCallSite.callConstructor(AbstractCallSite.java:247) ~[groovy-all-2.4.12.jar:2.4.12]
at com.appian.komodo.translog.services.DistributedTransactionLogService$Trait$Helper.start(DistributedTransactionLogService.groovy:32) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.services.Kafka.start(Kafka.groovy) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog$_startService_closure2.doCall(DistributedTransactionLog.groovy:110) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog$_startService_closure2.call(DistributedTransactionLog.groovy) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog.retryableLaunch(DistributedTransactionLog.groovy:98) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog.startService(DistributedTransactionLog.groovy:108) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog.startTransactionLog(DistributedTransactionLog.groovy:133) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog.access$0(DistributedTransactionLog.groovy) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog$_runWithExitCode_closure3.doCall(DistributedTransactionLog.groovy:161) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog$_runWithExitCode_closure3.call(DistributedTransactionLog.groovy) ~[komodo-1.95.8.jar:1.95.8]
at org.codehaus.groovy.runtime.IOGroovyMethods.withCloseable(IOGroovyMethods.java:1622) ~[groovy-all-2.4.12.jar:2.4.12]
at com.appian.komodo.translog.DistributedTransactionLog.runWithExitCode(DistributedTransactionLog.groovy:159) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.KomodoScript.executeNoExit(KomodoScript.groovy:117) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog.start(DistributedTransactionLog.groovy:40) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.translog.DistributedTransactionLog$start.call(Unknown Source) ~[?:?]
at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:48) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:113) ~[groovy-all-2.4.12.jar:2.4.12]
at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:133) ~[groovy-all-2.4.12.jar:2.4.12]
at com.appian.komodo.StartKomodo.startDistributedTransactionLog(StartKomodo.groovy:129) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.StartKomodo.run(StartKomodo.groovy:79) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.KomodoScript.runWithExitCode(KomodoScript.groovy:96) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.KomodoScript.executeNoExit(KomodoScript.groovy:117) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.KomodoScript.execute(KomodoScript.groovy:132) ~[komodo-1.95.8.jar:1.95.8]
at com.appian.komodo.StartKomodo.main(StartKomodo.groovy:60) ~[komodo-1.95.8.jar:1.95.8]
waiting for process Kafka
process Kafka shutdown
local Kafka broker is not registered in Zookeeper
local Kafka broker is not registered in Zookeeper
Executing command: '[/usr/local/appian/services/kafka_2.11-0.10.1.1-appian-3/bin/kafka-server-start.sh, /usr/local/appian/services/conf/kafka-server.properties, --override, log.dirs=/usr/local/appian/services/data/kafka-logs, --override, min.insync.replicas=1, --override, listeners=PLAINTEXT://localhost:9092, --override, zookeeper.connect=localhost:2181, --override, advertised.host.name=localhost, --override, advertised.port=9092, --override, broker.id=0, --override, zookeeper.connection.timeout.ms=40000, --override, zookeeper.session.timeout.ms=40000]' in /usr/local/appian/services/kafka_2.11-0.10.1.1-appian-3/bin with environment [KAFKA_HEAP_OPTS:-Xms512m -Xmx1024m, KAFKA_OPTS:-Duser.timezone=GMT, LOG_DIR:/usr/local/appian/logs/service-manager/kafka, CLASSPATH:, KAFKA_LOG4J_OPTS:-Dlog4j.configuration=file:///usr/local/appian/services/conf/kafka-log4j.properties]
Starting Kafka...
process Kafka running
local Kafka broker is not registered in Zookeeper
Waiting for local Kafka broker to be registered with Zookeeper
local Kafka broker is not registered in Zookeeper
Waiting for local Kafka broker to be registered with Zookeeper
local Kafka broker is not registered in Zookeeper
Waiting for local Kafka broker to be registered with Zookeeper
local Kafka broker 0 : (EndPoint(localhost,9092,PLAINTEXT)) : null registered in Zookeeper
Local Kafka broker is registered with Zookeeper...checking topics
Waiting for the following topics listed in Zookeeper to become available: List(serviceManager.transaction.notifications, serviceManager.transaction.download-stats, serviceManager.transaction.forums, serviceManager.transaction.groups, serviceManager.transaction.notifications-email, serviceManager.transaction.execution01, serviceManager.transaction.channels, serviceManager.transaction.portal, serviceManager.transaction.execution00, serviceManager.transaction.execution02, serviceManager.transaction.content, serviceManager.transaction.process-design, serviceManager.transaction.analytics02, serviceManager.exec.idblocks, __consumer_offsets, serviceManager.transaction.analytics00, serviceManager.transaction.analytics01)
Waiting for topic serviceManager.transaction.forums to be available
Topic serviceManager.transaction.forums available.
Waiting for topic serviceManager.transaction.notifications to be available
Topic serviceManager.transaction.notifications available.
Waiting for topic serviceManager.transaction.notifications-email to be available
Topic serviceManager.transaction.notifications-email available.
Waiting for topic serviceManager.transaction.channels to be available
Topic serviceManager.transaction.channels available.
Waiting for topic serviceManager.transaction.content to be available
Topic serviceManager.transaction.content available.
Waiting for topic serviceManager.transaction.download-stats to be available
Topic serviceManager.transaction.download-stats available.
Waiting for topic serviceManager.transaction.groups to be available
Topic serviceManager.transaction.groups available.
Waiting for topic serviceManager.transaction.portal to be available
Topic serviceManager.transaction.portal available.
Waiting for topic serviceManager.transaction.process-design to be available
Topic serviceManager.transaction.process-design available.
Waiting for topic serviceManager.transaction.analytics00 to be available
Topic serviceManager.transaction.analytics00 available.
Waiting for topic serviceManager.transaction.analytics01 to be available
Topic serviceManager.transaction.analytics01 available.
Waiting for topic serviceManager.transaction.analytics02 to be available
Topic serviceManager.transaction.analytics02 available.
Waiting for topic serviceManager.transaction.execution00 to be available
Topic serviceManager.transaction.execution00 available.
Waiting for topic serviceManager.transaction.execution01 to be available
Topic serviceManager.transaction.execution01 available.
Waiting for topic serviceManager.transaction.execution02 to be available
Topic serviceManager.transaction.execution02 available.
All topics accessible...local Kafka broker localhost:9092 successfully launched
Kafka started in 21486 ms
Service Kafka successfully started
Distributed Transaction Log Started
Deleting all files not modified in the last 30 days
Starting Service Manager
Executing command: '[/usr/local/appian/services/lib/scripts/service-manager.sh]' in /usr/local/appian/services/lib/scripts with environment [JAVA_OPTS:-XX:MaxDirectMemorySize=8g -Xms64m -Xmx8g]
Waiting for Service Manager to launch
Service Manager started in 83345 ms
Starting forums
forums: Start initiated
Starting notifications
notifications: Start initiated
Starting notifications-email
notifications-email: Start initiated
Starting channels
channels: Start initiated
Starting content
content: Start initiated
Starting download-stats
Error running script: Read timed out
java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at com.appian.komodo.cluster.client.ClusterRestClient.sendPost(ClusterRestClient.java:256)
at com.appian.komodo.cluster.client.ClusterRestClient.doPost(ClusterRestClient.java:231)
at com.appian.komodo.KomodoScriptRestClient.post(KomodoScriptRestClient.groovy:104)
at com.appian.komodo.KomodoScriptRestClient.post(KomodoScriptRestClient.groovy)
at com.appian.komodo.KomodoScriptRestClient.postEngineStart(KomodoScriptRestClient.groovy:262)
at com.appian.komodo.KomodoScriptRestClient.postEngineStart(KomodoScriptRestClient.groovy:267)
at com.appian.komodo.StartKomodo$_startEnginesAndWait_closure2.doCall(StartKomodo.groovy:179)
at com.appian.komodo.StartKomodo$_startEnginesAndWait_closure2.call(StartKomodo.groovy)
at org.codehaus.groovy.runtime.DefaultGroovyMethods.each(DefaultGroovyMethods.java:2040)
at org.codehaus.groovy.runtime.DefaultGroovyMethods.each(DefaultGroovyMethods.java:2025)
at org.codehaus.groovy.runtime.DefaultGroovyMethods.each(DefaultGroovyMethods.java:2078)
at com.appian.komodo.StartKomodo.startEnginesAndWait(StartKomodo.groovy:178)
at com.appian.komodo.StartKomodo.run(StartKomodo.groovy:100)
at com.appian.komodo.KomodoScript.runWithExitCode(KomodoScript.groovy:96)
at com.appian.komodo.KomodoScript.executeNoExit(KomodoScript.groovy:117)
at com.appian.komodo.KomodoScript.execute(KomodoScript.groovy:132)
at com.appian.komodo.StartKomodo.main(StartKomodo.groovy:60)

We tried clearing cache memory, increasing the Time-out value, installing hotfix for 18.2 and also tried deleting the zookeeper folder in <appian-home>/services/data but still we are not able to start it.

  Discussion posts and replies are publicly visible