From a6cada24bccf7f23826d4f1c7d17970b1d4235a2 Mon Sep 17 00:00:00 2001
From: Douwe Maan <douwe@selenight.nl>
Date: Fri, 23 Feb 2018 18:52:39 +0100
Subject: [PATCH] Add extra queries to monitor mirroring

---
 lib/gitlab_monitor/database/row_count.rb | 63 +++++++++++++++++++++---
 1 file changed, 55 insertions(+), 8 deletions(-)

diff --git a/lib/gitlab_monitor/database/row_count.rb b/lib/gitlab_monitor/database/row_count.rb
index 4e7ea1d..3dc59f5 100644
--- a/lib/gitlab_monitor/database/row_count.rb
+++ b/lib/gitlab_monitor/database/row_count.rb
@@ -7,15 +7,62 @@ module GitLab
       # queries in the QUERIES constant. If in doubt how these work, read
       # #construct_query
       class RowCountCollector < Base
+        WHERE_MIRROR_ENABLED = <<~SQL
+          projects.mirror = true
+          AND project_mirror_data.retry_count <= 14
+          AND (projects.visibility_level = 20 OR plans.name IN ('early_adopter', 'bronze', 'silver', 'gold'));
+        SQL
+
+        MIRROR_QUERY = {
+          select: :projects,
+          joins:  <<~SQL,
+            INNER JOIN project_mirror_data ON project_mirror_data.project_id = projects.id
+            INNER JOIN namespaces ON projects.namespace_id = namespaces.id
+            LEFT JOIN plans ON namespaces.plan_id = plans.id
+          SQL,
+          check: "SELECT 1 FROM information_schema.tables WHERE table_name='project_mirror_data'"
+        }
+
         QUERIES = {
-          mirrors_ready_to_sync: { # EE only
-            select: :projects,
-            joins: "INNER JOIN project_mirror_data ON project_mirror_data.project_id = projects.id",
-            where: "projects.mirror = 't' AND " \
-                   "projects.import_status NOT IN ('scheduled', 'started') AND " \
-                   "next_execution_timestamp <= NOW()",
-            check: "SELECT 1 FROM information_schema.tables WHERE table_name='project_mirror_data'"
-          },
+          mirrors_ready_to_sync: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status NOT IN ('scheduled', 'started')
+              AND project_mirror_data.next_execution_timestamp <= NOW()
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
+          mirrors_not_updated_recently: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status NOT IN ('scheduled', 'started')
+              AND projects.mirror_last_update_at < NOW() - '6 hours'::interval
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
+          mirrors_behind_schedule: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status NOT IN ('scheduled', 'started')
+              AND project_mirror_data.next_execution_timestamp <= NOW() - '10 minutes'::interval
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
+          mirrors_scheduled_or_started: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status IN ('scheduled', 'started')
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
+          mirrors_scheduled: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status = 'scheduled'
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
+          mirrors_started: MIRROR_QUERY.merge( # EE only
+            where: <<~SQL
+              projects.import_status = 'started'
+              AND #{WHERE_MIRROR_ENABLED}
+            SQL
+          ),
           soft_deleted_projects: { select: :projects, where: "pending_delete=true" },
           orphaned_projects: {
             select: :projects,
-- 
GitLab