presto-yarn
presto-yarn copied to clipboard
Cannot connect to discovery server for announce: Announcement failed with status code 404
I'm trying run Presto 0.192 on Yarn 2.7.3 in my local PC. NO standalone discovery service used. I found the presto container server.log has some errors as following which results in the coordinator and worker not startup. Could anyone give me some suggestions how to fix it? Thanks!
Btw, the problem seems similar with https://community.teradata.com/t5/Presto/Presto-Workers-unable-to-connect-to-Coordinator-s-Discovery-UI/td-p/73843
~/var/lib/presto/data/var/log/server.log
2019-07-04T15:16:05.571+0800 INFO main com.facebook.presto.server.PrestoServer ======== SERVER STARTED ======== 2019-07-04T15:16:05.571+0800 ERROR Announcer-0 io.airlift.discovery.client.Announcer Cannot connect to discovery server for announce: Announcement failed with status code 404: 2019-07-04T15:16:05.572+0800 ERROR Announcer-0 io.airlift.discovery.client.Announcer Service announcement failed after 50.49ms. Next request will happen within 0.00s 2019-07-04T15:16:05.577+0800 ERROR Announcer-1 io.airlift.discovery.client.Announcer Service announcement failed after 2.83ms. Next request will happen within 1.00ms
~/var/lib/presto/etc/config.properties
coordinator=true node-scheduler.include-coordinator=True discovery-server.enabled=true http-server.http.port=17799 query.max-memory=3GB query.max-memory-per-node=600MB discovery.uri=http://10.15.235.69:17799
~/var/lib/presto/etc/node.properties
node.environment=test node.id=bd558eeb-9e2b-11e9-86e3-4c32758a67d1 node.data-dir=/Users/chenshuai1/var/lib/presto/data plugin.config-dir=/Users/chenshuai1/var/lib/presto/etc/catalog
checked service launched on 17799 port
lsof -i:17799 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME Google 534 chenshuai1 57u IPv4 0x21e09477134f2221 0t0 TCP 10.15.235.69:51441->10.15.235.69:17799 (ESTABLISHED) Google 534 chenshuai1 58u IPv4 0x21e0947711634b81 0t0 TCP 10.15.235.69:51442->10.15.235.69:17799 (ESTABLISHED) java 7374 chenshuai1 150u IPv6 0x21e094771baaf239 0t0 TCP *:17799 (LISTEN) java 7374 chenshuai1 165u IPv6 0x21e094771caa4439 0t0 TCP 10.15.235.69:51035->10.15.235.69:17799 (ESTABLISHED) java 7374 chenshuai1 179u IPv6 0x21e09477077fa6b9 0t0 TCP 10.15.235.69:51036->10.15.235.69:17799 (ESTABLISHED) java 7374 chenshuai1 202u IPv6 0x21e0947708a09239 0t0 TCP 10.15.235.69:17799->10.15.235.69:51035 (ESTABLISHED) java 7374 chenshuai1 203u IPv6 0x21e0947713575fb9 0t0 TCP 10.15.235.69:17799->10.15.235.69:51036 (ESTABLISHED) java 7374 chenshuai1 984u IPv6 0x21e0947714b40439 0t0 TCP 10.15.235.69:17799->10.15.235.69:51441 (ESTABLISHED) java 7374 chenshuai1 985u IPv6 0x21e094771baae0f9 0t0 TCP 10.15.235.69:17799->10.15.235.69:51442 (ESTABLISHED)
But CAN NOT access http://10.15.235.69:17799/v1/service and http://10.15.235.69:17799/v1/announcement URL
Attached my appConfig.json and resources.json used by Apache Slider
appConfig.json
{
"schema": "http://example.org/specification/v2.0.0",
"metadata": {
},
"global": {
"site.global.app_user": "chenshuai1",
"site.global.user_group": "staff",
"site.global.data_dir": "/Users/chenshuai1/var/lib/presto/data",
"site.global.config_dir": "/Users/chenshuai1/var/lib/presto/etc",
"site.global.app_name": "presto-server-0.192",
"site.global.app_pkg_plugin": "${AGENT_WORK_ROOT}/app/definition/package/plugins/",
"site.global.singlenode": "true",
"site.global.coordinator_host": "${COORDINATOR_HOST}",
"site.global.presto_query_max_memory": "3GB",
"site.global.presto_query_max_memory_per_node": "600MB",
"site.global.presto_server_port": "17799",
"site.global.catalog": "{'hive': ['connector.name=hive-hadoop2','hive.config.resources=/Users/chenshuai1/dev/hadoop-2.7.3/etc/hadoop/core-site.xml,/Users/chenshuai1/dev/hadoop-2.7.3/etc/hadoop/hdfs-site.xml','hive.metastore.uri=thrift://localhost:9083','hive.allow-drop-table=false'], 'mysql': ['connector.name=mysql','connection-url=jdbc:mysql://localhost:3306','connection-user=root','connection-password=root']}",
"site.global.jvm_args": "['-server', '-Xmx1024M', '-XX:+UseG1GC', '-XX:G1HeapRegionSize=32M', '-XX:+UseGCOverheadLimit', '-XX:+ExplicitGCInvokesConcurrent', '-XX:+HeapDumpOnOutOfMemoryError', '-XX:OnOutOfMemoryError=kill -9 %p']",
"site.global.log_properties": "['com.facebook.presto=INFO']",
"application.def": ".slider/package/presto/presto-yarn-package-1.6-SNAPSHOT-0.192.zip",
"java_home": "/Library/Java/JavaVirtualMachines/jdk1.8.0_144.jdk/Contents/Home"
},
"components": {
"slider-appmaster": {
"jvm.heapsize": "1024M"
}
}
}
resources.json
{
"schema": "http://example.org/specification/v2.0.0",
"metadata": {
},
"global": {
"yarn.vcores": "1",
"yarn.log.include.patterns": "*",
"yarn.log.exclude.patterns": "*.*out"
},
"components": {
"slider-appmaster": {
},
"COORDINATOR": {
"yarn.role.priority": "1",
"yarn.component.instances": "1",
"yarn.component.placement.policy": "1",
"yarn.memory": "2000"
},
"WORKER": {
"yarn.role.priority": "2",
"yarn.component.instances": "1",
"yarn.component.placement.policy": "1",
"yarn.memory": "2000"
}
}
}
wocao