DevEnv: Add pyroscope to self-instrumentation (grafana#78430)

Author: toddtreece

devenv/docker/blocks/self-instrumentation/agent.flow

@@ -0,0 +1,53 @@
+loki.write "default" {
+	endpoint {
+		url = "http://loki:3100/loki/api/v1/push"
+	}
+	external_labels = {}
+}
+
+logging {
+  level  = "debug"
+  format = "json"
+  write_to = [loki.write.default.receiver]
+}
+
+tracing {
+  sampling_fraction = 1
+  write_to = [otelcol.exporter.otlp.tempo.input]
+}
+
+otelcol.exporter.otlp "tempo" {
+  client {
+    endpoint = "tempo:4317"
+    tls {
+      insecure = true
+      insecure_skip_verify = true
+    }
+  }
+}
+
+faro.receiver "frontend" {
+    server {
+        listen_address = "0.0.0.0"
+        listen_port = 12347
+        cors_allowed_origins = ["*"]
+    }
+
+    output {
+        logs   = [loki.write.default.receiver]
+        traces = [otelcol.exporter.otlp.tempo.input]
+    }
+}
+
+pyroscope.write "default" {
+  endpoint {
+    url = "http://pyroscope:4040"
+  }
+}
+
+pyroscope.scrape "default" {
+  targets = [
+    {"__address__" = "host.docker.internal:6060", "service_name"="grafana"},
+  ]
+  forward_to = [pyroscope.write.default.receiver]
+}

devenv/docker/blocks/self-instrumentation/agent.yaml

@@ -30,15 +30,22 @@
     ports:
       - "14268:14268"
       - "3200:3200"
+      - "4317:4317"
+  pyroscope:
+    image: "grafana/pyroscope:latest"
+    ports:
+      - "4040:4040"
   agent:
-    image: grafana/agent:v0.34.3
+    image: grafana/agent:v0.37.0
+    environment:
+      - AGENT_MODE=flow
     entrypoint:
       - /bin/grafana-agent
-      - -server.http.address=0.0.0.0:12345
-      - -config.file=/etc/agent/agent.yaml
-      - -enable-features=integrations-next
+      - run
+      - --server.http.listen-addr=0.0.0.0:12345
+      - /etc/agent/config.river
     volumes:
-      - ./docker/blocks/self-instrumentation/agent.yaml:/etc/agent/agent.yaml
+      - ./docker/blocks/self-instrumentation/agent.flow:/etc/agent/config.river 
     ports:
       - "12345:12345"
       - "12347:12347"

devenv/docker/blocks/self-instrumentation/docker-compose.yaml

@@ -9,10 +9,10 @@ clients:
   - url: http://loki:3100/loki/api/v1/push
 
 scrape_configs:
-- job_name: hosted-grafana/grafana
+- job_name: grafana
   static_configs:
   - targets:
       - localhost
     labels:
-      job: hosted-grafana/grafana
+      job: grafana
       __path__: /var/log/grafana/*log

devenv/docker/blocks/self-instrumentation/promtail.yaml

@@ -6,14 +6,26 @@ To run this source, in the Grafana repo root:
 make devenv sources=self-instrumentation
 ```
 
-This will setup Prometheus, Loki and Tempo.
+This will setup Prometheus, Loki, Tempo, and Pyroscope.
 
 You then need to run Grafana with those added config:
 
 ```ini
+[log.file]
+format = json
+
 [log.frontend]
 enabled = true
+custom_endpoint=http://localhost:12347/collect
 
 [tracing.opentelemetry.jaeger]
 address = http://localhost:14268/api/traces
-```
+```
+
+To collect profiles with pyroscope, you need to run Grafana with the following env vars:
+
+```bash
+export GF_DIAGNOSTICS_PROFILING_ENABLED=true
+export GF_DIAGNOSTICS_PROFILING_ADDR=0.0.0.0
+make run
+``````