root
/
grafana
mirror of https://github.com/grafana/grafana.git
1
0
Fork 0
Code Issues Actions 144 Packages Projects Releases Wiki Activity

FS: Add Loki and Alloy for local observability (#109209)

This commit is contained in:
Josh Hunt 2025-08-06 09:40:48 +01:00 committed by GitHub
parent f3896624f5
commit d8360c4e12
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
9 changed files with 422 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
devenv/frontend-service/Tiltfile
View File

@ -56,10 +56,10 @@ local_resource(
# --- Docker Compose
docker_compose("./docker-compose.yaml")
dc_resource("proxy",
resource_deps=["backend", "frontend-service"],
resource_deps=["grafana-api", "frontend-service"],
labels=["services"]
)
dc_resource("backend",
dc_resource("grafana-api",
resource_deps=["yarn start", "backend-build"],
labels=["services"]
)
@ -67,6 +67,8 @@ dc_resource("frontend-service",
resource_deps=["yarn start", "backend-build"],
labels=["services"],
)
dc_resource("alloy", labels=["observability"])
dc_resource("loki", labels=["observability"])
# paths in tilt files are confusing....
# - if tilt is dealing the the path, it is relative to the Tiltfile

15
devenv/frontend-service/configs/alloy/_databases.alloy Normal file
View File

@ -0,0 +1,15 @@
loki.relabel "publish_logs" {
rule {
action = "replace"
target_label = "instance"
replacement = constants.hostname
}
forward_to = [loki.write.tilt_loki.receiver]
}
loki.write "tilt_loki" {
endpoint {
url = "http://loki:3100/loki/api/v1/push"
}
}

23
devenv/frontend-service/configs/alloy/alloy.alloy Normal file
View File

@ -0,0 +1,23 @@
//
// Self-config
//
livedebugging {
enabled = true
}
// Alloy logs
logging {
level = "info"
write_to = [loki.relabel.alloy.receiver]
}
loki.relabel "alloy" {
rule {
action = "replace"
target_label = "job"
replacement = "alloy"
}
forward_to = [loki.relabel.publish_logs.receiver]
}

44
devenv/frontend-service/configs/alloy/docker.alloy Normal file
View File

@ -0,0 +1,44 @@
discovery.docker "tilt" {
host = "unix:///var/run/docker.sock"
filter {
name = "label"
values = ["alloy.logs=true"]
}
// Exposes output
}
discovery.relabel "tilt" {
// Read from
targets = discovery.docker.tilt.targets
rule {
action = "replace"
source_labels = ["__meta_docker_container_name"]
regex = "/(.*)"
replacement = "$1"
target_label = "docker_container_name"
}
rule {
action = "replace"
source_labels = ["__meta_docker_container_label_com_docker_compose_project"]
target_label = "docker_compose_project"
}
rule {
action = "replace"
source_labels = ["__meta_docker_container_label_com_docker_compose_service"]
target_label = "service_name"
}
// Exposes output
}
loki.source.docker "default" {
targets = discovery.relabel.tilt.output
host = "unix:///var/run/docker.sock"
labels = {"job" = "docker"}
forward_to = [loki.relabel.publish_logs.receiver]
}

41
devenv/frontend-service/docker-compose.yaml
View File

@ -12,8 +12,13 @@ services:
ports:
- '3000:80' # Gateway
- '3010:81' # CDN
depends_on:
- grafana-api
- frontend-service
labels:
- 'alloy.logs=true'
backend:
grafana-api:
image: grafana-fs-dev
build:
context: ../..
@ -25,6 +30,8 @@ services:
- ./provisioning/dashboards:/grafana/conf/provisioning/dashboards
- ../dev-dashboards:/grafana/conf/dev-dashboards
environment:
GF_DEFAULT_APP_MODE: development
GF_PANELS_ENABLE_ALPHA: true
GF_SERVER_CDN_URL: http://localhost:3010
GF_FEATURE_TOGGLES_ENABLE: multiTenantFrontend
GF_DATABASE_TYPE: postgres
@ -34,6 +41,8 @@ services:
GF_DATABASE_PASSWORD: grafana
ports:
- '3011:3000'
labels:
- 'alloy.logs=true'
frontend-service:
image: grafana-fs-dev
@ -43,6 +52,8 @@ services:
entrypoint: ['bin/grafana', 'server', 'target']
ports:
- '3012:3000'
labels:
- 'alloy.logs=true'
environment:
GF_DEFAULT_APP_MODE: development
GF_DEFAULT_TARGET: frontend-server
@ -57,7 +68,35 @@ services:
POSTGRES_DB: grafana
volumes:
- postgres-data:/var/lib/postgresql/data
labels:
- 'alloy.logs=true'
alloy:
image: grafana/alloy:latest
volumes:
- ./configs/alloy:/alloy-config
- /var/run/docker.sock:/var/run/docker.sock # To scrape Docker container logs
- alloy-data:/var/lib/alloy/data
ports:
- '12346:12345' # Alloy UI
command:
- run
- --server.http.listen-addr=0.0.0.0:12345
- --storage.path=/var/lib/alloy/data
- /alloy-config
depends_on:
- loki
loki:
image: grafana/loki
volumes:
- loki-data:/loki
command: -config.file=/etc/loki/local-config.yaml
labels:
- 'alloy.logs=true'
volumes:
backend-data:
postgres-data:
alloy-data:
loki-data:

2
devenv/frontend-service/nginx.conf
View File

@ -2,7 +2,7 @@
# Instance
###
upstream backend {
server backend:3000;
server grafana-api:3000;
}
upstream frontend {

282
devenv/frontend-service/provisioning/dashboards/dashboards/instance.json Normal file
View File

@ -0,0 +1,282 @@
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 272,
"links": [],
"panels": [
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "error"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "red",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "info"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "warn"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "orange",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "unknown"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#808080",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 6,
"w": 24,
"x": 0,
"y": 0
},
"id": 3,
"interval": "60000ms",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.2.0-pre",
"targets": [
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"direction": "backward",
"editorMode": "code",
"expr": "sum by (level, detected_level) (count_over_time({service_name=\"grafana-api\"}[$__auto]))",
"legendFormat": "{{level}}",
"queryType": "range",
"refId": "A"
}
],
"title": "Logs volume",
"type": "timeseries"
},
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 24,
"x": 0,
"y": 6
},
"id": 2,
"options": {
"dedupStrategy": "none",
"enableInfiniteScrolling": false,
"enableLogDetails": true,
"showControls": false,
"showTime": false,
"sortOrder": "Descending",
"syntaxHighlighting": true,
"wrapLogMessage": false
},
"pluginVersion": "12.2.0-pre",
"targets": [
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"direction": "backward",
"editorMode": "code",
"expr": "{service_name=\"grafana-api\"}\r\n| logfmt\r\n| logger!=\"context\"\r\n| msg!=\"Request Completed\"\r\n| level!=\"debug\"\r\n| level!=\"info\"",
"queryType": "range",
"refId": "A"
}
],
"title": "Error logs",
"type": "logs-new"
},
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 24,
"x": 0,
"y": 17
},
"id": 1,
"options": {
"dedupStrategy": "none",
"enableInfiniteScrolling": false,
"enableLogDetails": true,
"showControls": false,
"showTime": false,
"sortOrder": "Descending",
"syntaxHighlighting": true,
"wrapLogMessage": false
},
"pluginVersion": "12.2.0-pre",
"targets": [
{
"datasource": {
"type": "loki",
"uid": "fs-loki"
},
"direction": "backward",
"editorMode": "code",
"expr": "{service_name=\"grafana-api\"}\r\n| logfmt\r\n| logger!=\"context\"\r\n| msg!=\"Request Completed\"",
"queryType": "range",
"refId": "A"
}
],
"title": "All logs",
"type": "logs-new"
}
],
"preload": false,
"schemaVersion": 41,
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-1h",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "Grafana Instance",
"uid": "fd70c2ef-3841-4bcc-89af-b639e7f31800",
"version": 4
}

8
devenv/frontend-service/provisioning/dashboards/devenv.yaml
View File

@ -11,3 +11,11 @@ providers:
# This path is relative to the WORKDIR in the docker container. It is mounted
# in the docker-compose.yml file.
path: conf/dev-dashboards
- name: 'frontend-service dashboards'
folder: 'frontend-service dashboards'
folderUid: ''
type: file
allowUiUpdates: false
updateIntervalSeconds: 3600
options:
path: conf/provisioning/dashboards/dashboards

5
devenv/frontend-service/provisioning/datasources/default.yaml
View File

@ -7,3 +7,8 @@ datasources:
- name: Testdata
uid: PD8C576611E62080A
type: grafana-testdata-datasource
- name: Loki Logs
uid: fs-loki
type: loki
url: http://loki:3100