chore(otel): add support for otel metrics

.env

@@ -3,6 +3,8 @@ DD_AGENT_HOST=testagent
 DD_API_KEY=00000000000000000000000000000000
 DD_METRIC_AGENT_PORT=8125
 DD_TRACE_AGENT_PORT=9126
+OTLP_HTTP_PORT=4318
+OTLP_GRPC_PORT=4317
 
 # Values are used for proxying from APM Test Agent to real Datadog Agent
 DD_REAL_AGENT_HOST=ddagent

.github/workflows/_unit_test.yml

@@ -131,6 +131,8 @@ jobs:
         TEST_MYSQL_HOST: mysql
         DD_AGENT_HOST: agent
         DD_TRACE_AGENT_PORT: '9126'
+        OTLP_GRPC_PORT: '4317'
+        OTLP_HTTP_PORT: '4318'
         DATADOG_GEM_CI: 'true'
         TEST_DATADOG_INTEGRATION: '1'
         JRUBY_OPTS: "--dev" # Faster JVM startup: https://github.com/jruby/jruby/wiki/Improving-startup-time#use-the---dev-flag

appraisal/ruby-3.1.rb

@@ -169,18 +169,24 @@
 
 appraise 'opentelemetry' do
   gem 'opentelemetry-sdk', '~> 1.1'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp' do
   gem 'opentelemetry-api', '< 1.5' # Context is kept in `Thread.current#[]`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp_1_5' do
   gem 'opentelemetry-api', '>= 1.5' # Context is kept as instance variable in `Fiber.current`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'contrib-old' do

appraisal/ruby-3.2.rb

@@ -213,19 +213,25 @@
 end
 
 appraise 'opentelemetry' do
-  gem 'opentelemetry-sdk', '~> 1.1'
+  gem 'opentelemetry-sdk', '~> 1.2'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp' do
   gem 'opentelemetry-api', '< 1.5' # Context is kept in `Thread.current#[]`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp_1_5' do
   gem 'opentelemetry-api', '>= 1.5' # Context is kept as instance variable in `Fiber.current`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'contrib-old' do

appraisal/ruby-3.3.rb

@@ -216,18 +216,24 @@
 
 appraise 'opentelemetry' do
   gem 'opentelemetry-sdk', '~> 1.1'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp' do
   gem 'opentelemetry-api', '< 1.5' # Context is kept in `Thread.current#[]`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp_1_5' do
   gem 'opentelemetry-api', '>= 1.5' # Context is kept as instance variable in `Fiber.current`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'contrib-old' do

appraisal/ruby-3.4.rb

@@ -229,18 +229,24 @@
 
 appraise 'opentelemetry' do
   gem 'opentelemetry-sdk', '~> 1.1'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp' do
   gem 'opentelemetry-api', '< 1.5' # Context is kept in `Thread.current#[]`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp_1_5' do
   gem 'opentelemetry-api', '>= 1.5' # Context is kept as instance variable in `Fiber.current`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'contrib-old' do

appraisal/ruby-3.5.rb

@@ -175,18 +175,24 @@
 
 appraise 'opentelemetry' do
   gem 'opentelemetry-sdk', '~> 1.1'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp' do
   gem 'opentelemetry-api', '< 1.5' # Context is kept in `Thread.current#[]`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'opentelemetry_otlp_1_5' do
   gem 'opentelemetry-api', '>= 1.5' # Context is kept as instance variable in `Fiber.current`
   gem 'opentelemetry-sdk', '~> 1.1'
   gem 'opentelemetry-exporter-otlp'
+  gem 'opentelemetry-metrics-sdk', '>= 0.8'
+  gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
 end
 
 appraise 'contrib-old' do

docker-compose.yml

@@ -263,6 +263,8 @@ services:
     image: ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:v1.37.0
     ports:
       - "127.0.0.1:${DD_TRACE_AGENT_PORT}:9126"
+      - "127.0.0.1:${OTLP_GRPC_PORT}:4317"
+      - "127.0.0.1:${OTLP_HTTP_PORT}:4318"
     depends_on:
       - ddagent
     env_file: ./.env
@@ -271,6 +273,8 @@ services:
       - TRACE_LANGUAGE=ruby
       - DD_TRACE_AGENT_URL=http://${DD_REAL_AGENT_HOST}:${DD_REAL_AGENT_PORT}
       - PORT=${DD_TRACE_AGENT_PORT}
+      - OTLP_GRPC_PORT=${OTLP_GRPC_PORT}
+      - OTLP_HTTP_PORT=${OTLP_HTTP_PORT}
       - DD_POOL_TRACE_CHECK_FAILURES=true
       - DD_DISABLE_ERROR_RESPONSES=true
       - ENABLED_CHECKS=trace_content_length,trace_stall,meta_tracer_version_header,trace_count_header,trace_peer_service,trace_dd_service

docs/OpenTelemetry.md

@@ -1,12 +1,13 @@
 # OpenTelemetry
 
-**Supported tracing frameworks**:
+**Supported OpenTelemetry features**:
 
 | Type          | Documentation                                        | datadog version | Gem version support |
 | ------------- | ---------------------------------------------------- | --------------- | ------------------- |
-| OpenTelemetry | https://github.com/open-telemetry/opentelemetry-ruby | 1.9.0+          | >= 1.1.0            |
+| Tracing       | https://github.com/open-telemetry/opentelemetry-ruby | 1.9.0+          | >= 1.1.0            |
+| [Metrics SDK](https://rubygems.org/gems/opentelemetry-metrics-sdk) >= 0.8, [OTLP Metrics Exporter](https://rubygems.org/gems/opentelemetry-exporter-otlp-metrics) >= 0.4 |
 
-## Configuring OpenTelemetry
+## Configuring OpenTelemetry Tracing
 
 1. Add the `datadog` gem to your Gemfile:
 
@@ -44,6 +45,50 @@
 
    [Integration instrumentations](#integration-instrumentation) and OpenTelemetry [Automatic instrumentations](https://opentelemetry.io/docs/instrumentation/ruby/automatic/) are also supported.
 
+## Configuring OpenTelemetry Metrics
+
+1. Add required gems to your Gemfile:
+
+    ```ruby
+    gem 'datadog'
+    gem 'opentelemetry-metrics-sdk', '>= 0.8'
+    gem 'opentelemetry-exporter-otlp-metrics', '>= 0.4'
+    ```
+
+1. Install gems with `bundle install`
+
+1. Enable metrics export:
+
+    ```ruby
+    # Set environment variable before initializing metrics support
+    ENV['DD_METRICS_OTEL_ENABLED'] = 'true'
+    require 'opentelemetry/sdk'
+    require 'opentelemetry-metrics-sdk'
+    require 'opentelemetry/exporter/otlp_metrics'
+    require 'datadog/opentelemetry'
+
+    Datadog.configure do |c|
+      # Configure Datadog settings if needed
+    end
+
+    # Initialize OpenTelemetry SDK (required for metrics)
+    OpenTelemetry::SDK.configure
+    ```
+
+1. Use the [OpenTelemetry Metrics API](https://opentelemetry.io/docs/languages/ruby/instrumentation/#metrics) to create and record metrics.
+
+**Configuration Options:**
+
+- `DD_METRICS_OTEL_ENABLED` - Enable metrics export (default: false)
+- `OTEL_EXPORTER_OTLP_METRICS_PROTOCOL` - Protocol: `http/protobuf` (default); `grpc` and `http/json` are not yet supported.
+- `OTEL_EXPORTER_OTLP_METRICS_ENDPOINT` - Custom endpoint (defaults to the Datadog agent otlp endpoint)
+- `OTEL_EXPORTER_OTLP_METRICS_TEMPORALITY_PREFERENCE` - `delta` (default) or `cumulative`
+- `OTEL_METRIC_EXPORT_INTERVAL` - Export interval in milliseconds (default: 10000)
+
+[General OTLP settings](https://opentelemetry.io/docs/languages/sdk-configuration/otlp-exporter/) (`OTEL_EXPORTER_OTLP_*`) serve as defaults if metrics-specific settings are not provided.
+
+**Note:** Minimum `opentelemetry-metrics-sdk` is v0.8.0 (contains critical bug fixes). Minimum `opentelemetry-exporter-otlp-metrics` is v0.4.0. Use the latest versions for best support. If an OpenTelemetry API breaking changes affect the `datadog` gem, [open a GitHub issue](https://github.com/DataDog/dd-trace-rb/issues).
+
 ## Limitations
 
 There are a few limitations to OpenTelemetry Tracing when the APM integration is activated: