Observability Infra

# Global overview dashboards
dashboards:
  - Home: Global cluster overview and key metrics
  - INFRA: Infrastructure services status
  - NODES: Node-level resource utilization
  - Alert: Active alerts and notification status

# Cluster-focused dashboards  
dashboards:
  - PGSQL Cluster: Cluster health and replication status
  - PGSQL Service: Service endpoints and load balancing
  - PGSQL Activity: Connection pools and query activity
  - PGSQL Replication: Streaming replication metrics

# Instance-specific dashboards
dashboards:
  - PGSQL Instance: Detailed PostgreSQL server metrics
  - PGSQL Persist: WAL, checkpoints, and persistence
  - PGSQL Proxy: Pgbouncer connection pooling metrics
  - PGSQL Session: Active sessions and lock analysis

# Database and object-level dashboards
dashboards:
  - PGSQL Database: Database-specific performance metrics
  - PGSQL Table: Table statistics and access patterns
  - PGSQL Query: Query performance and optimization
  - PGSQL Slow: Slow query analysis and tuning

# Essential Grafana plugins
grafana_plugins:
  - grafana-piechart-panel        # Pie chart visualizations
  - grafana-polystat-panel        # Multi-value status panels
  - grafana-worldmap-panel        # Geographic visualizations
  - grafana-clock-panel           # Time display widgets

# Advanced visualization plugins
grafana_plugins:
  - echarts-panel                 # Apache ECharts integration
  - volkovlabs-echarts-panel      # Enhanced ECharts support
  - volkovlabs-form-panel         # Interactive forms
  - volkovlabs-variable-panel     # Dynamic variables

# Extended data source support
grafana_datasources:
  - infinity-datasource           # REST API and file data sources
  - redis-datasource              # Redis data source
  - clickhouse-datasource         # ClickHouse integration
  - postgres-datasource           # Enhanced PostgreSQL support

# Pigsty-specific customizations
custom_features:
  - pigsty-theme                  # Custom branding and colors
  - dashboard-provisioning       # Automated dashboard deployment
  - alert-templates               # Pre-configured alert rules
  - data-link-automation          # Context-aware navigation

# pg_exporter key capabilities
features:
  - auto_discovery: true          # Automatic database discovery
  - custom_queries: true          # User-defined metric queries  
  - version_aware: true           # PostgreSQL version detection
  - rds_compatible: true          # Cloud database support
  - label_customization: true     # Flexible metric labeling
  - connection_pooling: true      # Efficient connection reuse

# PostgreSQL version support matrix
supported_versions:
  - postgresql_9_6: legacy_metrics_set
  - postgresql_10: enhanced_metrics_set  
  - postgresql_11: advanced_metrics_set
  - postgresql_12: modern_metrics_set
  - postgresql_13: extended_metrics_set
  - postgresql_14: latest_metrics_set
  - postgresql_15: cutting_edge_metrics_set
  - postgresql_16: next_gen_metrics_set

# Custom metric definition example
custom_queries:
  pg_custom_business_metrics:
    query: |
      SELECT 
        schemaname,
        tablename,
        n_tup_ins as inserts_total,
        n_tup_upd as updates_total,
        n_tup_del as deletes_total
      FROM pg_stat_user_tables
    metrics:
      - inserts_total:
          usage: COUNTER
          description: "Total number of inserts"
      - updates_total:
          usage: COUNTER  
          description: "Total number of updates"

# RDS monitoring configuration
rds_monitoring:
  connection_string: "postgres://monitor:password@rds.region.rds.amazonaws.com:5432/postgres"
  metrics_subset: rds_safe        # RDS-compatible metrics only
  auto_discovery: false           # Manual database specification
  query_timeout: 30s              # Conservative timeout
  
  # RDS-specific metrics
  included_databases: [production, staging]
  excluded_schemas: [information_schema, pg_catalog]

# AWS RDS monitoring setup
aws_rds_monitoring:
  connection_method: iam_auth     # IAM database authentication
  endpoint: mydb.region.rds.amazonaws.com
  port: 5432
  
  # Required RDS setup
  setup_commands: |
    CREATE USER dbuser_monitor WITH PASSWORD 'secure_password';
    GRANT CONNECT ON DATABASE postgres TO dbuser_monitor;
    GRANT pg_monitor TO dbuser_monitor;
    
  # Monitoring configuration
  metrics_collection:
    - basic_stats: true
    - query_performance: true  
    - connection_stats: true
    - replication_stats: false  # Not available in RDS

# Google Cloud SQL monitoring
gcp_cloudsql_monitoring:
  connection_method: ssl_cert     # SSL certificate authentication
  endpoint: project:region:instance
  
  # Cloud SQL specific configuration
  cloud_sql_proxy: true
  proxy_port: 5432
  
  monitoring_scope:
    - performance_insights: true
    - query_insights: true
    - connection_monitoring: true

# Azure Database for PostgreSQL
azure_postgres_monitoring:
  connection_method: active_directory
  endpoint: myserver.postgres.database.azure.com
  
  # Azure-specific features
  azure_monitor_integration: true
  diagnostic_settings: enabled
  
  metrics_subset: azure_compatible

# Generic external PostgreSQL
external_postgres:
  connection_string: "postgres://monitor:pass@external-host:5432/postgres"
  
  # Minimal required permissions
  required_grants: |
    GRANT CONNECT ON DATABASE postgres TO dbuser_monitor;
    GRANT pg_monitor TO dbuser_monitor;
    
  # Safe metric collection
  metrics_mode: read_only
  custom_queries: disabled
  admin_functions: false

// Example: Database maintenance form
{
  "type": "volkovlabs-form-panel",
  "title": "Database Maintenance",
  "targets": [
    {
      "datasource": "PostgreSQL",
      "query": "SELECT pg_size_pretty(pg_database_size($database))",
      "variables": {
        "database": "${form.database}"
      }
    }
  ],
  "form": {
    "elements": [
      {
        "type": "select",
        "name": "database", 
        "options": ["production", "staging", "development"]
      },
      {
        "type": "button",
        "name": "vacuum",
        "action": "VACUUM ANALYZE ${database}"
      }
    ]
  }
}

# Dynamic dashboard generation
dynamic_dashboards:
  template_based: true
  variable_driven: true
  
  features:
    - auto_refresh: 30s
    - conditional_panels: true
    - user_personalization: true
    - responsive_layout: true
    
  data_sources:
    - prometheus: infrastructure_metrics
    - postgres: application_data
    - api: external_integrations

# Workflow automation integration
workflow_features:
  alerting_actions:
    - webhook_triggers: true
    - automated_remediation: true
    - escalation_policies: true
    
  operational_tasks:
    - scheduled_maintenance: true
    - capacity_planning: true
    - performance_tuning: true

// Example: REST API integration
const infinityQuery = {
  datasource: "infinity",
  type: "json",
  url: "https://api.internal.com/metrics",
  parser: "json",
  columns: [
    { selector: "data.response_time", type: "number" },
    { selector: "data.error_rate", type: "number" },
    { selector: "timestamp", type: "time" }
  ]
};