set variables for grafana queries

Author: JuArce

grafana/provisioning/dashboards/aligned/aggregation_mode_gateway.json

@@ -3269,56 +3269,7 @@
   "schemaVersion": 42,
   "tags": [],
   "templating": {
-    "list": [
-      {
-        "current": {
-          "text": "0xe6C9D0cf87cdaA8B2093c4b3830dde7267843F64",
-          "value": "0xe6C9D0cf87cdaA8B2093c4b3830dde7267843F64"
-        },
-        "name": "payments_contract",
-        "options": [
-          {
-            "selected": true,
-            "text": "0xe6C9D0cf87cdaA8B2093c4b3830dde7267843F64",
-            "value": "0xe6C9D0cf87cdaA8B2093c4b3830dde7267843F64"
-          }
-        ],
-        "query": "0xe6C9D0cf87cdaA8B2093c4b3830dde7267843F64",
-        "type": "custom"
-      },
-      {
-        "current": {
-          "text": "0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59",
-          "value": "0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59"
-        },
-        "name": "proof_aggregator_contract",
-        "options": [
-          {
-            "selected": true,
-            "text": "0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59",
-            "value": "0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59"
-          }
-        ],
-        "query": "0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59",
-        "type": "custom"
-      },
-      {
-        "current": {
-          "text": "0x7EB3B63A4F3e7810Cc9bbc346749E2491Da4D7Cc",
-          "value": "0x7EB3B63A4F3e7810Cc9bbc346749E2491Da4D7Cc"
-        },
-        "name": "proof_aggregator_wallet",
-        "options": [
-          {
-            "selected": true,
-            "text": "0x7EB3B63A4F3e7810Cc9bbc346749E2491Da4D7Cc",
-            "value": "0x7EB3B63A4F3e7810Cc9bbc346749E2491Da4D7Cc"
-          }
-        ],
-        "query": "0x7EB3B63A4F3e7810Cc9bbc346749E2491Da4D7Cc",
-        "type": "custom"
-      }
-    ]
+    "list": []
   },
   "time": {
     "from": "now-15m",
@@ -3328,5 +3279,5 @@
   "timezone": "",
   "title": "Aggregation Mode",
   "uid": "a66a5480-6a60-4b87-9d29-4f0f446edafd",
-  "version": 3
+  "version": 4
 }

infra/aggregation_mode/ansible/playbooks/grafana_agg_mode.yaml

@@ -28,6 +28,9 @@
         gateway_1_hostname: "{{ lookup('ini', 'gateway_1_hostname', file=config_file) }}"
         gateway_2_hostname: "{{ lookup('ini', 'gateway_2_hostname', file=config_file) }}"
         grafana_gateway_url: "{{ lookup('ini', 'grafana_gateway_url', file=config_file) }}"
+        grafana_var_payments_contract: "{{ lookup('ini', 'grafana_var_payments_contract', file=config_file) }}"
+        grafana_var_proof_aggregator_contract: "{{ lookup('ini', 'grafana_var_proof_aggregator_contract', file=config_file) }}"
+        grafana_var_proof_aggregator_wallet: "{{ lookup('ini', 'grafana_var_proof_aggregator_wallet', file=config_file) }}"
       no_log: true
 
     - name: Install required packages
@@ -38,6 +41,7 @@
           - software-properties-common
           - wget
           - gnupg
+          - jq
         state: latest
         update_cache: true
       vars:
@@ -142,3 +146,32 @@
         daemon_reload: true
       vars:
         ansible_ssh_user: "{{ admin_user }}"
+
+    - name: Wait for Grafana to be ready
+      uri:
+        url: "http://localhost:3000/api/health"
+        status_code: 200
+      register: grafana_health
+      until: grafana_health.status == 200
+      retries: 10
+      delay: 5
+
+    - name: Copy dashboard variables script
+      become: true
+      copy:
+        src: scripts/grafana_set_variables.sh
+        dest: /tmp/grafana_set_variables.sh
+        mode: '0755'
+      vars:
+        ansible_ssh_user: "{{ admin_user }}"
+
+    - name: Set dashboard variables via API
+      shell: |
+        /tmp/grafana_set_variables.sh \
+          "http://localhost:3000" \
+          "{{ grafana_admin_password }}" \
+          "Aggregation Mode" \
+          "payments_contract={{ grafana_var_payments_contract }}" \
+          "proof_aggregator_contract={{ grafana_var_proof_aggregator_contract }}" \
+          "proof_aggregator_wallet={{ grafana_var_proof_aggregator_wallet }}"
+      no_log: false

infra/aggregation_mode/ansible/playbooks/ini/config-hoodi.ini

@@ -90,6 +90,10 @@ grafana_monitor_port=5432
 grafana_monitor_db=pg_auto_failover
 # Public gateway URL
 grafana_gateway_url=https://hoodi.gateway.alignedlayer.com
+# Dashboard variables (contract addresses for dashboards)
+grafana_var_payments_contract=0x7222E0183cE1A96619d0c883e9bfc6b76D4e780e
+grafana_var_proof_aggregator_contract=0x6B34AAaE780A5EAB4c91AB8F54f2a421E9c2FB59
+grafana_var_proof_aggregator_wallet=0x7eb3b63a4f3e7810cc9bbc346749e2491da4d7cc
 
 # ============================================
 # Task Sender Configuration

infra/aggregation_mode/ansible/playbooks/ini/config-mainnet.ini

@@ -90,6 +90,10 @@ grafana_monitor_port=5432
 grafana_monitor_db=pg_auto_failover
 # Public gateway URL
 grafana_gateway_url=https://mainnet.gateway.alignedlayer.com
+# Dashboard variables (contract addresses for dashboards)
+grafana_var_payments_contract=0xc8631Bc1E60c20db40e474F791126212fA8255F4
+grafana_var_proof_aggregator_contract=0xD0696d3eEebffcAB2D1b358805efAA005A9A8BC0
+grafana_var_proof_aggregator_wallet=0x57628fe929016C30463473349DcDd592ea27C8b3
 
 # ============================================
 # Task Sender Configuration

infra/aggregation_mode/ansible/playbooks/scripts/grafana_set_variables.sh

@@ -0,0 +1,137 @@
+#!/bin/bash
+# grafana_set_variables.sh
+# Sets dashboard variables in a Grafana dashboard via the Grafana API.
+#
+# Usage:
+#   ./grafana_set_variables.sh <grafana_url> <admin_password> <dashboard_uid_or_title> [key=value ...]
+#
+# The third argument can be either:
+#   - A dashboard UID (e.g., "a66a5480-6a60-4b87-9d29-4f0f446edafd")
+#   - A dashboard title to search for (e.g., "Aggregation Mode")
+#
+# Example:
+#   ./grafana_set_variables.sh "http://localhost:3000" "admin123" "a66a5480-6a60-4b87-9d29-4f0f446edafd" \
+#       "payments_contract=0x1234..." \
+#       "proof_aggregator_contract=0x5678..." \
+#       "proof_aggregator_wallet=0xabcd..."
+
+set -e
+
+GRAFANA_URL="${1}"
+ADMIN_PASSWORD="${2}"
+DASHBOARD_ID="${3}"
+shift 3
+
+if [ -z "$GRAFANA_URL" ] || [ -z "$ADMIN_PASSWORD" ] || [ -z "$DASHBOARD_ID" ]; then
+    echo "Usage: $0 <grafana_url> <admin_password> <dashboard_uid_or_title> [key=value ...]"
+    exit 1
+fi
+
+AUTH="admin:${ADMIN_PASSWORD}"
+
+# Check if DASHBOARD_ID looks like a UID (contains dashes in UUID format)
+if [[ "$DASHBOARD_ID" =~ ^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$ ]]; then
+    # It's a UID, use it directly
+    DASHBOARD_UID="$DASHBOARD_ID"
+    echo "Using dashboard UID: ${DASHBOARD_UID}"
+else
+    # List all dashboards and find by title
+    DASHBOARD_TITLE="$DASHBOARD_ID"
+    SEARCH_RESULT=$(curl -s -u "${AUTH}" "${GRAFANA_URL}/api/search?type=dash-db")
+
+    # Find dashboard UID by matching title
+    DASHBOARD_UID=$(echo "${SEARCH_RESULT}" | jq -r --arg title "$DASHBOARD_TITLE" '.[] | select(.title == $title) | .uid' | head -1)
+
+    if [ -z "$DASHBOARD_UID" ]; then
+        echo "Error: Dashboard '${DASHBOARD_ID}' not found"
+        exit 1
+    fi
+
+    echo "Found dashboard '${DASHBOARD_ID}' with UID: ${DASHBOARD_UID}"
+fi
+
+# Get full dashboard definition
+DASHBOARD_RESPONSE=$(curl -s -u "${AUTH}" "${GRAFANA_URL}/api/dashboards/uid/${DASHBOARD_UID}")
+
+# Extract dashboard and meta from response
+DASHBOARD=$(echo "${DASHBOARD_RESPONSE}" | jq '.dashboard')
+FOLDER_ID=$(echo "${DASHBOARD_RESPONSE}" | jq '.meta.folderId')
+
+if [ "$DASHBOARD" = "null" ]; then
+    echo "Error: Could not retrieve dashboard definition"
+    exit 1
+fi
+
+# Process each key=value pair
+for ARG in "$@"; do
+    KEY="${ARG%%=*}"
+    VALUE="${ARG#*=}"
+
+    if [ -z "$KEY" ] || [ -z "$VALUE" ]; then
+        echo "Warning: Skipping invalid argument '${ARG}'"
+        continue
+    fi
+
+    echo "Setting variable '${KEY}' = '${VALUE}'"
+
+    # Check if variable already exists in templating.list
+    EXISTING_VAR=$(echo "${DASHBOARD}" | jq --arg key "$KEY" '.templating.list // [] | map(select(.name == $key)) | length')
+
+    if [ "$EXISTING_VAR" -gt 0 ]; then
+        # Update existing variable
+        DASHBOARD=$(echo "${DASHBOARD}" | jq --arg key "$KEY" --arg val "$VALUE" '
+            .templating.list = [
+                .templating.list[] |
+                if .name == $key then
+                    .query = $val | .current = {"text": $val, "value": $val}
+                else
+                    .
+                end
+            ]
+        ')
+    else
+        # Add new variable
+        NEW_VAR=$(jq -n --arg key "$KEY" --arg val "$VALUE" '{
+            "name": $key,
+            "type": "constant",
+            "hide": 2,
+            "query": $val,
+            "current": {"text": $val, "value": $val},
+            "skipUrlSync": false
+        }')
+
+        DASHBOARD=$(echo "${DASHBOARD}" | jq --argjson var "$NEW_VAR" '
+            .templating.list = (.templating.list // []) + [$var]
+        ')
+    fi
+done
+
+# Remove id and version to allow update (Grafana uses uid for identification)
+DASHBOARD=$(echo "${DASHBOARD}" | jq 'del(.id) | del(.version)')
+
+# Create the save payload
+PAYLOAD=$(jq -n \
+    --argjson dashboard "$DASHBOARD" \
+    --argjson folderId "$FOLDER_ID" \
+    '{
+        "dashboard": $dashboard,
+        "folderId": $folderId,
+        "overwrite": true
+    }')
+
+# Save the dashboard
+SAVE_RESPONSE=$(curl -s -u "${AUTH}" \
+    -H "Content-Type: application/json" \
+    -X POST \
+    "${GRAFANA_URL}/api/dashboards/db" \
+    -d "${PAYLOAD}")
+
+# Check for errors
+STATUS=$(echo "${SAVE_RESPONSE}" | jq -r '.status // empty')
+if [ "$STATUS" = "success" ]; then
+    echo "Dashboard updated successfully"
+else
+    ERROR_MSG=$(echo "${SAVE_RESPONSE}" | jq -r '.message // "Unknown error"')
+    echo "Error updating dashboard: ${ERROR_MSG}"
+    exit 1
+fi