Merge pull request #9 from demml/add-pg_cron

adding pg_cron config

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "scouter-server"
-version = "0.1.5"
+version = "0.1.6"
 edition = "2021"
 
 authors = [

Dockerfile

@@ -10,7 +10,8 @@ RUN apt-get update \
 	libssl-dev \
 	make \
 	pkg-config \
-	postgresql-server-dev-16
+	postgresql-server-dev-16 \
+	postgresql-16-cron
 
 WORKDIR /monitor
 

docker-compose.yml

@@ -51,6 +51,18 @@ services:
     build:
       context: .
       dockerfile: Dockerfile
+    command:
+      [
+      "postgres",
+      "-c",
+      "log_statement=all",
+      "-c",
+      "log_destination=stderr",
+      "-c",
+      "shared_preload_libraries=pg_cron",
+      "-c",
+      "cron.database_name=monitor",
+    ]
     restart: always
     environment:
       POSTGRES_PASSWORD: admin

migrations/20240614172639_setup.sql

@@ -2,13 +2,18 @@
 CREATE SCHEMA if not exists scouter;
 CREATE EXTENSION if not exists pg_partman SCHEMA scouter;
 
+-- add pg_cron
+-- run as superuser:
+CREATE EXTENSION if not exists pg_cron;
+
+
 CREATE ROLE partman_user WITH LOGIN;
 GRANT ALL ON SCHEMA scouter TO partman_user;
+GRANT USAGE ON SCHEMA cron TO partman_user;
 GRANT ALL ON ALL TABLES IN SCHEMA scouter TO partman_user;
 GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA scouter TO partman_user;
 GRANT EXECUTE ON ALL PROCEDURES IN SCHEMA scouter TO partman_user;
 GRANT ALL ON SCHEMA scouter TO partman_user;
-GRANT TEMPORARY ON DATABASE monitor to partman_user;
 
 CREATE TABLE scouter.drift (
   created_at timestamp not null default (timezone('utc', now())),
@@ -45,4 +50,10 @@ CREATE TABLE scouter.drift_profile (
   cron  varchar(256),
   next_run timestamp,
   PRIMARY KEY (name, repository, version)
-);
+);
+
+-- Run maintenance every hour
+SELECT  cron.schedule('partition-maintenance', '0 * * * *', $$CALL partman.run_maintenance_proc()$$);
+
+-- Run maintenance once a day at midnight utc with p_analyze set to true
+SELECT  cron.schedule('partition-maintenance-analyze', '30 0 * * *', $$CALL partman.run_maintenance_proc(0, true, true)$$);

src/main.rs

@@ -46,8 +46,11 @@ async fn start_main_server() -> Result<(), anyhow::Error> {
         .await
         .with_context(|| "Failed to run migrations")?;
 
+    // setup background pg_partman run_maintenance function
+
     // setup background task if kafka is enabled
     if std::env::var("KAFKA_BROKER").is_ok() {
+        info!("🚀 Starting Kafka consumer");
         let brokers = std::env::var("KAFKA_BROKER").unwrap();
         let topics = vec![std::env::var("KAFKA_TOPIC").unwrap_or("scouter_monitoring".to_string())];
         let group_id = std::env::var("KAFKA_GROUP").unwrap_or("scouter".to_string());