【问题标题】:How to correctly use OpenTelemetry exporter with OpenTelemetry collector in client and server?如何在客户端和服务器中正确使用 OpenTelemetry 导出器和 OpenTelemetry 收集器?
【发布时间】:2020-12-08 15:29:00
【问题描述】:

我正在尝试使 OpenTelemetry 导出器与 OpenTelemetry 收集器一起使用。

我找到了这个OpenTelemetry collector demo

所以我复制了这四个配置文件

  • docker-compose.yml(在我的应用程序中,我删除了当前运行时遇到问题的生成器部分和 prometheus)
  • otel-agent-config.yaml
  • otel-collector-config.yaml
  • .env

到我的应用程序。

同样基于 open-telemetry/opentelemetry-js repo 中的这两个演示:

我想出了我的版本(抱歉有点长,由于缺少文档,很难设置最低工作版本):

.env

OTELCOL_IMG=otel/opentelemetry-collector-dev:latest
OTELCOL_ARGS=

docker-compose.yml

version: '3.7'
services:
  # Jaeger
  jaeger-all-in-one:
    image: jaegertracing/all-in-one:latest
    ports:
      - "16686:16686"
      - "14268"
      - "14250"

  # Zipkin
  zipkin-all-in-one:
    image: openzipkin/zipkin:latest
    ports:
      - "9411:9411"

  # Collector
  otel-collector:
    image: ${OTELCOL_IMG}
    command: ["--config=/etc/otel-collector-config.yaml", "${OTELCOL_ARGS}"]
    volumes:
      - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
    ports:
      - "1888:1888"   # pprof extension
      - "8888:8888"   # Prometheus metrics exposed by the collector
      - "8889:8889"   # Prometheus exporter metrics
      - "13133:13133" # health_check extension
      - "55678"       # OpenCensus receiver
      - "55680:55679" # zpages extension
    depends_on:
      - jaeger-all-in-one
      - zipkin-all-in-one

  # Agent
  otel-agent:
    image: ${OTELCOL_IMG}
    command: ["--config=/etc/otel-agent-config.yaml", "${OTELCOL_ARGS}"]
    volumes:
      - ./otel-agent-config.yaml:/etc/otel-agent-config.yaml
    ports:
      - "1777:1777"   # pprof extension
      - "8887:8888"   # Prometheus metrics exposed by the agent
      - "14268"       # Jaeger receiver
      - "55678"       # OpenCensus receiver
      - "55679:55679" # zpages extension
      - "13133"       # health_check
    depends_on:
      - otel-collector

otel-agent-config.yaml

receivers:
  opencensus:
  zipkin:
    endpoint: :9411
  jaeger:
    protocols:
      thrift_http:

exporters:
  opencensus:
    endpoint: "otel-collector:55678"
    insecure: true
  logging:
    loglevel: debug

processors:
  batch:
  queued_retry:

extensions:
  pprof:
    endpoint: :1777
  zpages:
    endpoint: :55679
  health_check:

service:
  extensions: [health_check, pprof, zpages]
  pipelines:
    traces:
      receivers: [opencensus, jaeger, zipkin]
      processors: [batch, queued_retry]
      exporters: [opencensus, logging]
    metrics:
      receivers: [opencensus]
      processors: [batch]
      exporters: [logging,opencensus]

otel-collector-config.yaml

receivers:
  opencensus:

exporters:
  prometheus:
    endpoint: "0.0.0.0:8889"
    namespace: promexample
    const_labels:
      label1: value1
  logging:

  zipkin:
    endpoint: "http://zipkin-all-in-one:9411/api/v2/spans"
    format: proto

  jaeger:
    endpoint: jaeger-all-in-one:14250
    insecure: true

processors:
  batch:
  queued_retry:

extensions:
  health_check:
  pprof:
    endpoint: :1888
  zpages:
    endpoint: :55679

service:
  extensions: [pprof, zpages, health_check]
  pipelines:
    traces:
      receivers: [opencensus]
      processors: [batch, queued_retry]
      exporters: [logging, zipkin, jaeger]
    metrics:
      receivers: [opencensus]
      processors: [batch]
      exporters: [logging]

运行docker-compose up -d后,我可以打开Jaeger(http://localhost:16686)和Zipkin UI(http://localhost:9411)。

我的ConsoleSpanExporter 可以在 Web 客户端和 Express.js 服务器中使用。

但是,我在客户端和服务器上都尝试了这个 OpenTelemetry 导出器代码,但我仍然无法连接 OpenTelemetry 收集器。

请查看我对代码中 URL 的评论

import { CollectorTraceExporter } from '@opentelemetry/exporter-collector';

// ...
tracerProvider.addSpanProcessor(new SimpleSpanProcessor(new ConsoleSpanExporter()));
tracerProvider.addSpanProcessor(
  new SimpleSpanProcessor(
    new CollectorTraceExporter({
      serviceName: 'my-service',
      // url: 'http://localhost:55680/v1/trace', // Return error 404.
      // url: 'http://localhost:55681/v1/trace', // No response, not exists.
      // url: 'http://localhost:14268/v1/trace', // No response, not exists.
    })
  )
);

有什么想法吗?谢谢

【问题讨论】:

    标签: javascript docker zipkin jaeger open-telemetry


    【解决方案1】:

    您尝试的演示使用的是旧配置和 opencensus,应将其替换为 otlp 接收器。话虽如此,这是一个工作示例 https://github.com/open-telemetry/opentelemetry-js/tree/master/examples/collector-exporter-node/docker 所以我从那里复制文件:

    docker-compose.yaml

    version: "3"
    services:
      # Collector
      collector:
        image: otel/opentelemetry-collector:latest
        command: ["--config=/conf/collector-config.yaml", "--log-level=DEBUG"]
        volumes:
          - ./collector-config.yaml:/conf/collector-config.yaml
        ports:
          - "9464:9464"
          - "55680:55680"
          - "55681:55681"
        depends_on:
          - zipkin-all-in-one
    
      # Zipkin
      zipkin-all-in-one:
        image: openzipkin/zipkin:latest
        ports:
          - "9411:9411"
    
      # Prometheus
      prometheus:
        container_name: prometheus
        image: prom/prometheus:latest
        volumes:
          - ./prometheus.yaml:/etc/prometheus/prometheus.yml
        ports:
          - "9090:9090"
    

    collector-config.yaml

    receivers:
      otlp:
        protocols:
          grpc:
          http:
    
    exporters:
      zipkin:
        endpoint: "http://zipkin-all-in-one:9411/api/v2/spans"
      prometheus:
        endpoint: "0.0.0.0:9464"
    
    processors:
      batch:
      queued_retry:
    
    service:
      pipelines:
        traces:
          receivers: [otlp]
          exporters: [zipkin]
          processors: [batch, queued_retry]
        metrics:
          receivers: [otlp]
          exporters: [prometheus]
          processors: [batch, queued_retry]
    

    prometheus.yaml

    global:
      scrape_interval: 15s # Default is every 1 minute.
    
    scrape_configs:
      - job_name: 'collector'
        # metrics_path defaults to '/metrics'
        # scheme defaults to 'http'.
        static_configs:
          - targets: ['collector:9464']
    

    这应该适用于 opentelemetry-js 版本。 0.10.2

    跟踪的默认端口是 55680,指标的默认端口是 55681

    我之前发布的链接 - 您总能在那里找到最新的工作示例: https://github.com/open-telemetry/opentelemetry-js/tree/master/examples/collector-exporter-node 对于 web 示例,您可以使用相同的 docker 并在此处查看所有工作示例: https://github.com/open-telemetry/opentelemetry-js/tree/master/examples/tracer-web/

    【讨论】:

    • 谢谢@BObecny! Web 客户端应用程序是否可以从 OpenTelemetry 导出器发送到 OpenTelemetry 收集器,然后转发到 Jaeger 而不是 Zipkin?这实际上是我卡住的地方。
    • 哦刚刚想通了,贴出另一个答案!
    【解决方案2】:

    非常感谢@BObecny 的帮助!这是对@BObecny 答案的补充。

    因为我对与 Jaeger 集成更感兴趣。所以这里是设置所有 Jaeger、Zipkin、Prometheus 的配置。现在它在前端和后端都可以使用。

    首先前端和后端使用相同的导出器代码:

    import { CollectorTraceExporter } from '@opentelemetry/exporter-collector';
    
    new SimpleSpanProcessor(
      new CollectorTraceExporter({
        serviceName: 'my-service',
      })
    )
    

    docker-compose.yaml

    version: "3"
    services:
      # Collector
      collector:
        image: otel/opentelemetry-collector:latest
        command: ["--config=/conf/collector-config.yaml", "--log-level=DEBUG"]
        volumes:
          - ./collector-config.yaml:/conf/collector-config.yaml
        ports:
          - "9464:9464"
          - "55680:55680"
          - "55681:55681"
        depends_on:
          - jaeger-all-in-one
          - zipkin-all-in-one
    
      # Jaeger
      jaeger-all-in-one:
        image: jaegertracing/all-in-one:latest
        ports:
          - "16686:16686"
          - "14268"
          - "14250"
    
      # Zipkin
      zipkin-all-in-one:
        image: openzipkin/zipkin:latest
        ports:
          - "9411:9411"
    
      # Prometheus
      prometheus:
        container_name: prometheus
        image: prom/prometheus:latest
        volumes:
          - ./prometheus.yaml:/etc/prometheus/prometheus.yml
        ports:
          - "9090:9090"
    

    collector-config.yaml

    receivers:
      otlp:
        protocols:
          grpc:
          http:
    
    exporters:
      jaeger:
        endpoint: jaeger-all-in-one:14250
        insecure: true
      zipkin:
        endpoint: "http://zipkin-all-in-one:9411/api/v2/spans"
      prometheus:
        endpoint: "0.0.0.0:9464"
    
    processors:
      batch:
      queued_retry:
    
    service:
      pipelines:
        traces:
          receivers: [otlp]
          exporters: [zipkin]
          processors: [batch, queued_retry]
        metrics:
          receivers: [otlp]
          exporters: [prometheus]
          processors: [batch, queued_retry]
    

    prometheus.yaml

    global:
      scrape_interval: 15s # Default is every 1 minute.
    
    scrape_configs:
      - job_name: 'collector'
        # metrics_path defaults to '/metrics'
        # scheme defaults to 'http'.
        static_configs:
          - targets: ['collector:9464']
    

    【讨论】:

    • 为什么要使用 zipkin 和 jaeger?并且 jaeger 不是管道的一部分?
    • @Marc 哦,你不必这样做,我在回答中写道,我只对 Jaeger 感兴趣。如果您也对 Jaeger 感兴趣,您可以简单地删除 Zipkin 部分。另外,请注意我在这个演示中使用了jaeger-all-in-one。对于使用jaeger-collectorjaeger-agent, jaeger-queryelasticsearch 的完整设置,您可以在我的GitHub repo 参考docker-compose.development.yml 文件。
    猜你喜欢
    • 1970-01-01
    • 1970-01-01
    • 2021-10-30
    • 1970-01-01
    • 2023-02-22
    • 2021-05-02
    • 1970-01-01
    • 2016-12-03
    • 2014-09-13
    相关资源
    最近更新 更多