Postgres Exporter

grafana-agent内置了postgres_exporter，来采集Postgres Server的metrics采集。

我们强烈推荐您分配独立的账号，供grafana-agent来连接到Postgres server，以避免过度授权带来的安全性问题，具体可以餐你考postgres exporter官方文档.

配置并启用cadvisor_exporter

  1. server:
  2.   log_level: info
  3.   http_listen_port: 12345
  5. metrics:
  6.   global:
  7.     scrape_interval: 15s
  8.     remote_write:
  9.       - url: 'https://n9e-server:19000/prometheus/v1/write'
  10.         basic_auth:
  11.           username: ${FC_USERNAME}
  12.           password: ${FC_PASSWORD}
  14. integrations:
  15.   postgres_exporter:
  16.     enabled: true
  17. EOF

采集的关键指标列表

  1. pg_locks_count : pg_locks_count{datname=~"$datname", instance=~"$instance", mode=~"$mode"} != 0
  2. pg_postmaster_start_time_seconds : pg_postmaster_start_time_seconds{release="$release", instance="$instance"} * 1000
  3. pg_settings_effective_cache_size_bytes : pg_settings_effective_cache_size_bytes{instance="$instance"}
  4. pg_settings_maintenance_work_mem_bytes : pg_settings_maintenance_work_mem_bytes{instance="$instance"}
  5. pg_settings_max_connections : pg_settings_max_connections{release="$release", instance="$instance"}
  6. pg_settings_max_parallel_workers : pg_settings_max_parallel_workers{instance="$instance"}
  7. pg_settings_max_wal_size_bytes : pg_settings_max_wal_size_bytes{instance="$instance"}
  8. pg_settings_max_worker_processes : pg_settings_max_worker_processes{instance="$instance"}
  9. pg_settings_random_page_cost : pg_settings_random_page_cost{instance="$instance"}
  10. pg_settings_seq_page_cost : pg_settings_seq_page_cost
  11. pg_settings_shared_buffers_bytes : pg_settings_shared_buffers_bytes{instance="$instance"}
  12. pg_settings_work_mem_bytes : pg_settings_work_mem_bytes{instance="$instance"}
  13. pg_stat_activity_count : pg_stat_activity_count{datname=~"$datname", instance=~"$instance", state="active"} !=0
  14. pg_stat_activity_count : pg_stat_activity_count{datname=~"$datname", instance=~"$instance", state=~"idle|idle in transaction|idle in transaction (aborted)"}
  15. pg_stat_bgwriter_buffers_alloc : irate(pg_stat_bgwriter_buffers_alloc{instance="$instance"}[5m])
  16. pg_stat_bgwriter_buffers_backend : irate(pg_stat_bgwriter_buffers_backend{instance="$instance"}[5m])
  17. pg_stat_bgwriter_buffers_backend_fsync : irate(pg_stat_bgwriter_buffers_backend_fsync{instance="$instance"}[5m])
  18. pg_stat_bgwriter_buffers_checkpoint : irate(pg_stat_bgwriter_buffers_checkpoint{instance="$instance"}[5m])
  19. pg_stat_bgwriter_buffers_clean : irate(pg_stat_bgwriter_buffers_clean{instance="$instance"}[5m])
  20. pg_stat_bgwriter_checkpoint_sync_time : irate(pg_stat_bgwriter_checkpoint_sync_time{instance="$instance"}[5m])
  21. pg_stat_bgwriter_checkpoint_write_time : irate(pg_stat_bgwriter_checkpoint_write_time{instance="$instance"}[5m])
  22. pg_stat_database_blks_hit : pg_stat_database_blks_hit{instance="$instance", datname=~"$datname"} / (pg_stat_database_blks_read{instance="$instance", datname=~"$datname"} + pg_stat_database_blks_hit{instance="$instance", datname=~"$datname"})
  23. pg_stat_database_conflicts : irate(pg_stat_database_conflicts{instance="$instance", datname=~"$datname"}[5m])
  24. pg_stat_database_deadlocks : irate(pg_stat_database_deadlocks{instance="$instance", datname=~"$datname"}[5m])
  25. pg_stat_database_temp_bytes : irate(pg_stat_database_temp_bytes{instance="$instance", datname=~"$datname"}[5m])
  26. pg_stat_database_tup_deleted : pg_stat_database_tup_deleted{datname=~"$datname", instance=~"$instance"} != 0
  27. pg_stat_database_tup_fetched : SUM(pg_stat_database_tup_fetched{datname=~"$datname", instance=~"$instance"})
  28. pg_stat_database_tup_fetched : pg_stat_database_tup_fetched{datname=~"$datname", instance=~"$instance"} != 0
  29. pg_stat_database_tup_inserted : SUM(pg_stat_database_tup_inserted{release="$release", datname=~"$datname", instance=~"$instance"})
  30. pg_stat_database_tup_inserted : pg_stat_database_tup_inserted{datname=~"$datname", instance=~"$instance"} != 0
  31. pg_stat_database_tup_returned : pg_stat_database_tup_returned{datname=~"$datname", instance=~"$instance"} != 0
  32. pg_stat_database_tup_updated : SUM(pg_stat_database_tup_updated{datname=~"$datname", instance=~"$instance"})
  33. pg_stat_database_tup_updated : pg_stat_database_tup_updated{datname=~"$datname", instance=~"$instance"} != 0
  34. pg_stat_database_xact_commit : irate(pg_stat_database_xact_commit{instance="$instance", datname=~"$datname"}[5m])
  35. pg_stat_database_xact_rollback : irate(pg_stat_database_xact_rollback{instance="$instance", datname=~"$datname"}[5m])
  36. pg_static : pg_static{release="$release", instance="$instance"}
  37. process_cpu_seconds_total : avg(rate(process_cpu_seconds_total{release="$release", instance="$instance"}[5m]) * 1000)
  38. process_open_fds : process_open_fds{release="$release", instance="$instance"}
  39. process_resident_memory_bytes : avg(rate(process_resident_memory_bytes{release="$release", instance="$instance"}[5m]))
  40. process_virtual_memory_bytes : avg(rate(process_virtual_memory_bytes{release="$release", instance="$instance"}[5m]))

完整地配置项说明

  1.   # Enables the postgres_exporter integration, allowing the Agent to automatically
  2.   # collect system metrics from the configured postgres server address
  3.   [enabled: <boolean> | default = false]
  5.   # Sets an explicit value for the instance label when the integration is
  6.   # self-scraped. Overrides inferred values.
  7.   #
  8.   # The default value for this integration is inferred from a truncated version of
  9.   # the first DSN in data_source_names. The truncated DSN includes the hostname
  10.   # and database name (if used) of the server, but does not include any user
  11.   # information.
  12.   #
  13.   # If data_source_names contains more than one entry, the integration will fail to
  14.   # load and a value for instance must be manually provided.
  15.   [instance: <string>]
  17.   # Automatically collect metrics from this integration. If disabled,
  18.   # the postgres_exporter integration will be run but not scraped and thus not
  19.   # remote-written. Metrics for the integration will be exposed at
  20.   # /integrations/postgres_exporter/metrics and can be scraped by an external
  21.   # process.
  22.   [scrape_integration: <boolean> | default = <integrations_config.scrape_integrations>]
  24.   # How often should the metrics be collected? Defaults to
  25.   # prometheus.global.scrape_interval.
  26.   [scrape_interval: <duration> | default = <global_config.scrape_interval>]
  28.   # The timeout before considering the scrape a failure. Defaults to
  29.   # prometheus.global.scrape_timeout.
  30.   [scrape_timeout: <duration> | default = <global_config.scrape_timeout>]
  32.   # Allows for relabeling labels on the target.
  33.   relabel_configs:
  34.     [- <relabel_config> ... ]
  36.   # Relabel metrics coming from the integration, allowing to drop series
  37.   # from the integration that you don't care about.
  38.   metric_relabel_configs:
  39.     [ - <relabel_config> ... ]
  41.   # How frequent to truncate the WAL for this integration.
  42.   [wal_truncate_frequency: <duration> | default = "60m"]
  44.   # Monitor the exporter itself and include those metrics in the results.
  45.   [include_exporter_metrics: <bool> | default = false]
  47.   #
  48.   # Exporter-specific configuration options
  49.   #
  51.   # Data Source Names specifies the Postgres server(s) to connect to. This is
  52.   # REQUIRED but may also be specified by the POSTGRES_EXPORTER_DATA_SOURCE_NAME
  53.   # environment variable, where DSNs the environment variable are separated by
  54.   # commas. If neither are set, the integration will fail to start.
  55.   #
  56.   # The format of this is specified here: https://pkg.go.dev/github.com/lib/pq#ParseURL
  57.   #
  58.   # A working example value for a server with a password is:
  59.   # "postgresql://username:passwword@localhost:5432/database?sslmode=disable"
  60.   #
  61.   # Multiple DSNs may be provided here, allowing for scraping from multiple
  62.   # servers.
  63.   data_source_names:
  64.   - <string>
  66.   # Disables collection of metrics from pg_settings.
  67.   [disable_settings_metrics: <boolean> | default = false]
  69.   # Autodiscover databases to collect metrics from. If false, only collects
  70.   # metrics from databases collected from data_source_names.
  71.   [autodiscover_databases: <boolean> | default = false]
  73.   # Excludes specific databases from being collected when autodiscover_databases
  74.   # is true.
  75.   exclude_databases:
  76.   [ - <string> ]
  78.   # Includes only specific databases (excluding all others) when autodiscover_databases
  79.   # is true.
  80.   include_databases:
  81.   [ - <string> ]
  83.   # Path to a YAML file containing custom queries to run. Check out
  84.   # postgres_exporter's queries.yaml for examples of the format:
  85.   # https://github.com/prometheus-community/postgres_exporter/blob/master/queries.yaml
  86.   [query_path: <string> | default = ""]
  88.   # When true, only exposes metrics supplied from query_path.
  89.   [disable_default_metrics: <boolean> | default = false]