pinpoint-docker icon indicating copy to clipboard operation
pinpoint-docker copied to clipboard

Published 20 hours ago • verified publisher icon pinpoint-apm

error after deploying pinpoint metric using docker compose file

Open max420max opened this issue 1 year ago • 4 comments

image

max420max avatar Feb 20 '23 17:02 max420max

some tables are required that doesn't exist in database please help me with this

max420max avatar Feb 20 '23 17:02 max420max

Did you modify the docker compose file?

ga-ram avatar Mar 13 '23 02:03 ga-ram

yeah i have modified

below is the modified docker compose file

`version: "3.6"

services: pinpoint-hbase: build: context: ./pinpoint-hbase/ dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: "${PINPOINT_HBASE_NAME}"
image: "pinpointdocker/pinpoint-hbase:${PINPOINT_VERSION}"
networks:
  - pinpoint
environment:
  - AGENTINFO_TTL=${AGENTINFO_TTL}
  - AGENTSTATV2_TTL=${AGENTSTATV2_TTL}
  - APPSTATAGGRE_TTL=${APPSTATAGGRE_TTL}
  - APPINDEX_TTL=${APPINDEX_TTL}
  - AGENTLIFECYCLE_TTL=${AGENTLIFECYCLE_TTL}
  - AGENTEVENT_TTL=${AGENTEVENT_TTL}
  - STRINGMETADATA_TTL=${STRINGMETADATA_TTL}
  - APIMETADATA_TTL=${APIMETADATA_TTL}
  - SQLMETADATA_TTL=${SQLMETADATA_TTL}
  - TRACEV2_TTL=${TRACEV2_TTL}
  - APPTRACEINDEX_TTL=${APPTRACEINDEX_TTL}
  - APPMAPSTATCALLERV2_TTL=${APPMAPSTATCALLERV2_TTL}
  - APPMAPSTATCALLEV2_TTL=${APPMAPSTATCALLEV2_TTL}
  - APPMAPSTATSELFV2_TTL=${APPMAPSTATSELFV2_TTL}
  - HOSTAPPMAPV2_TTL=${HOSTAPPMAPV2_TTL}
volumes:
  - hbase_data:/home/pinpoint/hbase
  - /home/pinpoint/zookeeper
expose:
  # HBase Master API port
  - "60000"
  # HBase Master Web UI
  - "16010"
  # Regionserver API port
  - "60020"
  # HBase Regionserver web UI
  - "16030"
ports:
  - "60000:60000"
  - "16010:16010"
  - "60020:60020"
  - "16030:16030"
restart: always
depends_on:
  - zoo1

pinpoint-mysql: build: context: ./pinpoint-mysql/ dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: pinpoint-mysql
restart: always
image: "pinpointdocker/pinpoint-mysql:${PINPOINT_VERSION}"
hostname: pinpoint-mysql
ports:
  - "3306:3306"
environment:
  - MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}
  - MYSQL_USER=${MYSQL_USER}
  - MYSQL_PASSWORD=${MYSQL_PASSWORD}
  - MYSQL_DATABASE=${MYSQL_DATABASE}

volumes:
  - mysql_data:/var/lib/mysql
networks:
  - pinpoint

pinpoint-web: build: context: ./pinpoint-web dockerfile: Dockerfile-metric args: - PINPOINT_VERSION=${PINPOINT_VERSION} container_name: "${PINPOINT_WEB_NAME}" image: "pinpointdocker/pinpoint-web:${PINPOINT_VERSION}-metric" depends_on: - pinpoint-hbase - pinpoint-mysql - zoo1 - pinpoint-kafka-init - pinot-init restart: always expose: - "9997" ports: - "9997:9997" - "${WEB_SERVER_PORT:-8080}:${WEB_SERVER_PORT:-8080}" environment: - WEB_SERVER_PORT=${WEB_SERVER_PORT} - SPRING_PROFILES_ACTIVE=${SPRING_PROFILES},metric - PINPOINT_ZOOKEEPER_ADDRESS=${PINPOINT_ZOOKEEPER_ADDRESS} - CLUSTER_ENABLE=${CLUSTER_ENABLE} - ADMIN_PASSWORD=${ADMIN_PASSWORD} - CONFIG_SENDUSAGE=${CONFIG_SENDUSAGE} - LOGGING_LEVEL_ROOT=${WEB_LOGGING_LEVEL_ROOT} - CONFIG_SHOW_APPLICATIONSTAT=${CONFIG_SHOW_APPLICATIONSTAT} - JDBC_DRIVERCLASSNAME=${JDBC_DRIVERCLASSNAME} - JDBC_URL=${JDBC_URL} - JDBC_USERNAME=${JDBC_USERNAME} - JDBC_PASSWORD=${JDBC_PASSWORD} - PINPOINT_PINOT_JDBC_URL=${PINPOINT_PINOT_JDBC_URL} - PINPOINT_PINOT_JDBC_USERNAME=${PINPOINT_PINOT_JDBC_USERNAME} - PINPOINT_PINOT_JDBC_PASSWORD=${PINPOINT_PINOT_JDBC_PASSWORD} links: - "pinpoint-mysql:pinpoint-mysql" networks: - pinpoint

pinpoint-collector: build: context: ./pinpoint-collector dockerfile: Dockerfile-metric args: - PINPOINT_VERSION=${PINPOINT_VERSION} container_name: "${PINPOINT_COLLECTOR_NAME}" image: "pinpointdocker/pinpoint-collector:${PINPOINT_VERSION}-metric" depends_on: - pinpoint-hbase - zoo1 - pinpoint-kafka-init - pinot-init restart: always expose: - "9991" - "9992" - "9993" - "9994" - "9995" - "9996" - "15200" ports: - "${COLLECTOR_RECEIVER_GRPC_AGENT_PORT:-9991}:9991/tcp" - "${COLLECTOR_RECEIVER_GRPC_STAT_PORT:-9992}:9992/tcp" - "${COLLECTOR_RECEIVER_GRPC_SPAN_PORT:-9993}:9993/tcp" - "${COLLECTOR_RECEIVER_BASE_PORT:-9994}:9994" - "${COLLECTOR_RECEIVER_STAT_UDP_PORT:-9995}:9995/tcp" - "${COLLECTOR_RECEIVER_SPAN_UDP_PORT:-9996}:9996/tcp" - "${COLLECTOR_RECEIVER_STAT_UDP_PORT:-9995}:9995/udp" - "${COLLECTOR_RECEIVER_SPAN_UDP_PORT:-9996}:9996/udp" networks: pinpoint: ipv4_address: ${COLLECTOR_FIXED_IP} environment: - SPRING_PROFILES_ACTIVE=local,metric - PINPOINT_ZOOKEEPER_ADDRESS=${PINPOINT_ZOOKEEPER_ADDRESS} - CLUSTER_ENABLE=${CLUSTER_ENABLE} - LOGGING_LEVEL_ROOT=${COLLECTOR_LOGGING_LEVEL_ROOT} - FLINK_CLUSTER_ENABLE=${FLINK_CLUSTER_ENABLE} - FLINK_CLUSTER_ZOOKEEPER_ADDRESS=${FLINK_CLUSTER_ZOOKEEPER_ADDRESS} - PINPOINT_PINOT_JDBC_URL=${PINPOINT_PINOT_JDBC_URL} - PINPOINT_PINOT_JDBC_USERNAME=${PINPOINT_PINOT_JDBC_USERNAME} - PINPOINT_PINOT_JDBC_PASSWORD=${PINPOINT_PINOT_JDBC_PASSWORD} - PINPOINT_METRIC_KAFKA_BOOTSTRAP_SERVERS=${PINPOINT_METRIC_KAFKA_BOOTSTRAP_SERVERS}

pinpoint-kafka: image: ubuntu/kafka:3.1-22.04_beta restart: unless-stopped hostname: pinpoint-kafka command: /etc/kafka/server.properties --override advertised.listeners=PLAINTEXT://pinpoint-kafka:9092 depends_on: - pinot-zoo expose: - "9092" environment: - ZOOKEEPER_HOST=pinot-zoo networks: - pinpoint

pinpoint-kafka-init: image: ubuntu/kafka:3.1-22.04_beta restart: "no" depends_on: - pinpoint-kafka entrypoint: > sh -c "/opt/kafka/bin/kafka-topics.sh --create --topic url-stat --bootstrap-server pinpoint-kafka:9092 && /opt/kafka/bin/kafka-topics.sh --create --topic system-metric-data-type --bootstrap-server pinpoint-kafka:9092 && /opt/kafka/bin/kafka-topics.sh --create --topic system-metric-tag --bootstrap-server pinpoint-kafka:9092 && /opt/kafka/bin/kafka-topics.sh --create --topic system-metric-double --bootstrap-server pinpoint-kafka:9092" networks: - pinpoint

pinot-controller: image: apachepinot/pinot:latest restart: unless-stopped command: StartController -zkAddress pinot-zoo depends_on: - pinot-zoo expose: - "9000" ports: - "9000:9000" networks: - pinpoint

pinot-broker-0: image: apachepinot/pinot:latest restart: unless-stopped command: StartBroker -zkAddress pinot-zoo depends_on: - pinot-controller expose: - "8099" networks: - pinpoint

pinot-server-0: image: apachepinot/pinot:latest restart: unless-stopped command: StartServer -zkAddress pinot-zoo depends_on: - pinot-broker-0 expose: - "8098" networks: - pinpoint

pinot-init: image: apachepinot/pinot:latest restart: "no" entrypoint: > sh -c " curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-uriStat-table.json > uriStatTable.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-uriStat-schema.json > uriStatSchema.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-tag-table.json > tagTable.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-tag-schema.json > tagSchema.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-double-table.json > doubleTable.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-double-schema.json > doubleSchema.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-dataType-table.json > dataTypeTable.json && curl https://raw.githubusercontent.com/pinpoint-apm/pinpoint/v${PINPOINT_VERSION}/metric-module/metric/src/main/pinot/pinot-dataType-schema.json > dataTypeSchema.json &&

  sed -i 's/localhost:19092/pinpoint-kafka:9092/g' uriStatTable.json tagTable.json doubleTable.json dataTypeTable.json &&
  sed -i 's/uri-stat/url-stat/g' uriStatTable.json &&
  sed -i '3,$$s/Double/DOUBLE/' doubleSchema.json &&

  sleep 30 &&
  /opt/pinot/bin/pinot-admin.sh AddTable -schemaFile uriStatSchema.json -realtimeTableConfigFile uriStatTable.json -controllerHost pinot-controller -controllerPort 9000 -exec &&
  /opt/pinot/bin/pinot-admin.sh AddTable -schemaFile tagSchema.json -realtimeTableConfigFile tagTable.json -controllerHost pinot-controller -controllerPort 9000 -exec &&
  /opt/pinot/bin/pinot-admin.sh AddTable -schemaFile doubleSchema.json -realtimeTableConfigFile doubleTable.json -controllerHost pinot-controller -controllerPort 9000 -exec &&
  /opt/pinot/bin/pinot-admin.sh AddTable -schemaFile dataTypeSchema.json -realtimeTableConfigFile dataTypeTable.json -controllerHost pinot-controller -controllerPort 9000 -exec"
depends_on:
  - pinot-server-0
  - pinpoint-kafka-init
networks:
  - pinpoint

#zookeepers pinot-zoo: image: zookeeper:3.8.0-temurin restart: always expose: - "2181" networks: - pinpoint

telegraf: image: telegraf:1.25.0 networks: - pinpoint depends_on: - pinpoint-collector volumes: - ./telegraf.conf:/etc/telegraf/telegraf.conf entrypoint: ["telegraf", "-config", "/etc/telegraf/telegraf.conf"]

#zookeepers zoo1: image: zookeeper:3.4.13 restart: always hostname: zoo1 expose: - "2181" - "2888" - "3888" ports: - "2181" environment: ZOO_MY_ID: 1 ZOO_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zoo2:2888:3888 server.3=zoo3:2888:3888 networks: - pinpoint

zoo2: image: zookeeper:3.4.13 restart: always hostname: zoo2 expose: - "2181" - "2888" - "3888" ports: - "2181" environment: ZOO_MY_ID: 2 ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zoo3:2888:3888 networks: - pinpoint

zoo3: image: zookeeper:3.4.13 restart: always hostname: zoo3 expose: - "2181" - "2888" - "3888" ports: - "2181" environment: ZOO_MY_ID: 3 ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=zoo2:2888:3888 server.3=0.0.0.0:2888:3888 networks: - pinpoint

##flink jobmanager: build: context: pinpoint-flink dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: "${PINPOINT_FLINK_NAME}-jobmanager"
image: "pinpointdocker/pinpoint-flink:${PINPOINT_VERSION}"
expose:
  - "6123"
ports:
  - "${FLINK_WEB_PORT:-8081}:8081"
command: standalone-job -p 1 pinpoint-flink-job.jar -spring.profiles.active release
environment:
  - JOB_MANAGER_RPC_ADDRESS=jobmanager
  - PINPOINT_ZOOKEEPER_ADDRESS=${PINPOINT_ZOOKEEPER_ADDRESS}
networks:
  - pinpoint
depends_on:
  - zoo1

taskmanager: build: context: pinpoint-flink dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: "${PINPOINT_FLINK_NAME}-taskmanager"
image: "pinpointdocker/pinpoint-flink:${PINPOINT_VERSION}"
expose:
  - "6121"
  - "6122"
  - "19994"
ports:
  - "6121:6121"
  - "6122:6122"
  - "19994:19994"
depends_on:
  - zoo1
  - jobmanager
command: taskmanager
links:
  - "jobmanager:jobmanager"
environment:
  - JOB_MANAGER_RPC_ADDRESS=jobmanager
networks:
  - pinpoint

pinpoint-quickstart: build: context: ./pinpoint-quickstart/ dockerfile: Dockerfile

container_name: "pinpoint-quickstart"
image: "pinpointdocker/pinpoint-quickstart"
ports:
  - "${APP_PORT:-8085}:8080"
volumes:
  - data-volume:/pinpoint-agent
environment:
  JAVA_OPTS: "-javaagent:/pinpoint-agent/pinpoint-bootstrap-${PINPOINT_VERSION}.jar -Dpinpoint.agentId=${AGENT_ID} -Dpinpoint.applicationName=${APP_NAME} -Dpinpoint.profiler.profiles.active=${SPRING_PROFILES}"
networks:
  - pinpoint
depends_on:
  - pinpoint-agent

pinpoint-batch: build: context: ./pinpoint-batch/ dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: "${PINPOINT_BATCH_NAME}"
image: "pinpointdocker/pinpoint-batch:${PINPOINT_VERSION}"
depends_on:
  - pinpoint-hbase
  - pinpoint-mysql
  - zoo1
restart: always
environment:
  - BATCH_SERVER_PORT=${BATCH_SERVER_PORT}
  - SPRING_PROFILES_ACTIVE=${SPRING_PROFILES}
  - PINPOINT_ZOOKEEPER_ADDRESS=${PINPOINT_ZOOKEEPER_ADDRESS}
  - CLUSTER_ENABLE=${CLUSTER_ENABLE}
  - ADMIN_PASSWORD=${ADMIN_PASSWORD}
  - CONFIG_SENDUSAGE=${CONFIG_SENDUSAGE}
  - LOGGING_LEVEL_ROOT=${BATCH_LOGGING_LEVEL_ROOT}
  - CONFIG_SHOW_APPLICATIONSTAT=${CONFIG_SHOW_APPLICATIONSTAT}
  - BATCH_FLINK_SERVER=${BATCH_FLINK_SERVER}
  - JDBC_DRIVERCLASSNAME=${JDBC_DRIVERCLASSNAME}
  - JDBC_URL=${JDBC_URL}
  - JDBC_USERNAME=${JDBC_USERNAME}
  - JDBC_PASSWORD=${JDBC_PASSWORD}
  - ALARM_MAIL_SERVER_URL=${ALARM_MAIL_SERVER_URL}
  - ALARM_MAIL_SERVER_PORT=${ALARM_MAIL_SERVER_PORT}
  - ALARM_MAIL_SERVER_USERNAME=${ALARM_MAIL_SERVER_USERNAME}
  - ALARM_MAIL_SERVER_PASSWORD=${ALARM_MAIL_SERVER_PASSWORD}
  - ALARM_MAIL_SENDER_ADDRESS=${ALARM_MAIL_SENDER_ADDRESS}
  - ALARM_MAIL_TRANSPORT_PROTOCOL=${ALARM_MAIL_TRANSPORT_PROTOCOL}
  - ALARM_MAIL_SMTP_PORT=${ALARM_MAIL_SMTP_PORT}
  - ALARM_MAIL_SMTP_AUTH=${ALARM_MAIL_SMTP_AUTH}
  - ALARM_MAIL_SMTP_STARTTLS_ENABLE=${ALARM_MAIL_SMTP_STARTTLS_ENABLE}
  - ALARM_MAIL_SMTP_STARTTLS_REQUIRED=${ALARM_MAIL_SMTP_STARTTLS_REQUIRED}
  - ALARM_MAIL_DEBUG=${ALARM_MAIL_DEBUG}
links:
  - "pinpoint-mysql:pinpoint-mysql"
networks:
  - pinpoint

#agent pinpoint-agent: build: context: ./pinpoint-agent/ dockerfile: Dockerfile args: - PINPOINT_VERSION=${PINPOINT_VERSION}

container_name: "${PINPOINT_AGENT_NAME}"
image: "pinpointdocker/pinpoint-agent:${PINPOINT_VERSION}"
restart: unless-stopped
networks:
  - pinpoint
volumes:
  - data-volume:/pinpoint-agent
environment:
  - SPRING_PROFILES=${SPRING_PROFILES}
  - COLLECTOR_IP=${COLLECTOR_IP}
  - PROFILER_TRANSPORT_AGENT_COLLECTOR_PORT=${PROFILER_TRANSPORT_AGENT_COLLECTOR_PORT}
  - PROFILER_TRANSPORT_METADATA_COLLECTOR_PORT=${PROFILER_TRANSPORT_METADATA_COLLECTOR_PORT}
  - PROFILER_TRANSPORT_STAT_COLLECTOR_PORT=${PROFILER_TRANSPORT_STAT_COLLECTOR_PORT}
  - PROFILER_TRANSPORT_SPAN_COLLECTOR_PORT=${PROFILER_TRANSPORT_SPAN_COLLECTOR_PORT}
  - PROFILER_SAMPLING_TYPE=${PROFILER_SAMPLING_TYPE}
  - PROFILER_SAMPLING_COUNTING_SAMPLING_RATE=${PROFILER_SAMPLING_COUNTING_SAMPLING_RATE}
  - PROFILER_SAMPLING_PERCENT_SAMPLING_RATE=${PROFILER_SAMPLING_PERCENT_SAMPLING_RATE}
  - PROFILER_SAMPLING_NEW_THROUGHPUT=${PROFILER_SAMPLING_NEW_THROUGHPUT}
  - PROFILER_SAMPLING_CONTINUE_THROUGHPUT=${PROFILER_SAMPLING_CONTINUE_THROUGHPUT}
  - DEBUG_LEVEL=${AGENT_DEBUG_LEVEL}
  - PROFILER_TRANSPORT_MODULE=${PROFILER_TRANSPORT_MODULE}
depends_on:
  - pinpoint-collector

volumes: data-volume: mysql_data: hbase_data:

networks: pinpoint: driver: bridge ipam: config: - subnet: ${PINPOINT_NETWORK_SUBNET} `

or if u have an quick and easy steps to deploy please share with me.

max420max avatar Mar 16 '23 18:03 max420max

https://github.com/pinpoint-apm/pinpoint-docker/pull/156#issue-1514275114 https://github.com/pinpoint-apm/pinpoint-docker/issues/158#issuecomment-1383326090

Please check if your pinot is up and running, and if mentioned tables are created. After adding pinot into pinpoint cluster, it seems like it is too resource-heavy for one machine. Any ideas or commits to improve current docker compose files are always welcome.

ga-ram avatar Mar 20 '23 00:03 ga-ram