observability-stack/docker-compose.examples.yml at main · opensearch-project/observability-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
# Observability Stack Example Services
# Docker Compose configuration for example instrumented agents
#
# ⚠️  This is NOT a standalone Docker Compose file!
# This file is included by docker-compose.yml via the 'include:' directive.
# It depends on networks and services defined in the main docker-compose.yml.
#
# To use: Set INCLUDE_COMPOSE_FILES=docker-compose.examples.yml in .env
# Then run: docker compose up -d
#

x-default-logging: &logging
  driver: "json-file"
  options:
    max-size: "5m"
    max-file: "2"
    tag: "{{.Name}}"

services:
  # Weather Agent API Server - Example instrumented agent
  example-weather-agent:
    build:
      context: ./examples/plain-agents/weather-agent
      dockerfile: Dockerfile
    container_name: weather-agent
    ports:
      # FastAPI server endpoint
      - "${WEATHER_AGENT_PORT}:8000"
    environment:
      # Override OTLP endpoint to use docker network
      - OTEL_EXPORTER_OTLP_ENDPOINT=http://${OTEL_COLLECTOR_HOST}:${OTEL_COLLECTOR_PORT_GRPC}
      - MCP_SERVER_URL=http://mcp-server:8003
    depends_on:
      - otel-collector
      - example-mcp-server
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: ${WEATHER_AGENT_MEMORY_LIMIT}
    logging: *logging

  # Canary Service - Periodically invokes travel-planner for testing
  example-canary:
    build:
      context: ./docker-compose/canary
      dockerfile: Dockerfile
    container_name: canary
    environment:
      - TRAVEL_PLANNER_URL=http://travel-planner:8000
      - WEATHER_AGENT_URL=http://weather-agent:8000
      - EVENTS_AGENT_URL=http://events-agent:8002
      - CANARY_INTERVAL=${CANARY_INTERVAL}
    depends_on:
      - example-travel-planner
      - example-weather-agent
      - example-events-agent
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: ${CANARY_MEMORY_LIMIT}
    logging: *logging

  # Multi-Agent Planner: Travel Planner (Orchestrator)
  example-travel-planner:
    build:
      context: ./examples/plain-agents/multi-agent-planner/orchestrator
      dockerfile: Dockerfile
    container_name: travel-planner
    ports:
      - "8003:8000"
    environment:
      - OTEL_EXPORTER_OTLP_ENDPOINT=http://${OTEL_COLLECTOR_HOST}:${OTEL_COLLECTOR_PORT_GRPC}
      - WEATHER_AGENT_URL=http://weather-agent:8000
      - EVENTS_AGENT_URL=http://events-agent:8002
      - MCP_SERVER_URL=http://mcp-server:8003
    depends_on:
      - otel-collector
      - example-weather-agent
      - example-events-agent
      - example-mcp-server
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: 128M
    logging: *logging

  # Multi-Agent Planner: MCP Server (Mock MCP tool server)
  example-mcp-server:
    build:
      context: ./examples/plain-agents/multi-agent-planner/mcp-server
      dockerfile: Dockerfile
    container_name: mcp-server
    ports:
      - "8004:8003"
    environment:
      - OTEL_EXPORTER_OTLP_ENDPOINT=http://${OTEL_COLLECTOR_HOST}:${OTEL_COLLECTOR_PORT_GRPC}
    depends_on:
      - otel-collector
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: 128M
    logging: *logging

  # Multi-Agent Planner: Events Agent
  example-events-agent:
    build:
      context: ./examples/plain-agents/multi-agent-planner/events-agent
      dockerfile: Dockerfile
    container_name: events-agent
    ports:
      - "8002:8002"
    environment:
      - OTEL_EXPORTER_OTLP_ENDPOINT=http://${OTEL_COLLECTOR_HOST}:${OTEL_COLLECTOR_PORT_GRPC}
      - MCP_SERVER_URL=http://mcp-server:8003
    depends_on:
      - otel-collector
      - example-mcp-server
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: 128M
    logging: *logging

  # Agent Eval Canary: periodically scores un-evaluated agent traces
  example-agent-eval-canary:
    build:
      context: ./docker-compose/agent-eval-canary
      dockerfile: Dockerfile
    container_name: agent-eval-canary
    environment:
      - OPENSEARCH_HOST=https://${OPENSEARCH_HOST}:${OPENSEARCH_PORT}
      - OPENSEARCH_USER=${OPENSEARCH_USER}
      - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
      - OTEL_EXPORTER_OTLP_ENDPOINT=${OTEL_COLLECTOR_HOST}:${OTEL_COLLECTOR_PORT_GRPC}
      - EVAL_CANARY_INTERVAL=${EVAL_CANARY_INTERVAL}
      - EVAL_CANARY_LOOKBACK_MINUTES=${EVAL_CANARY_LOOKBACK_MINUTES}
    depends_on:
      - opensearch
      - otel-collector
    networks:
      - observability-stack-network
    restart: unless-stopped
    deploy:
      resources:
        limits:
          memory: ${CANARY_MEMORY_LIMIT}
    logging: *logging