From b1274125c968bcf03838564547ee16f3021e0e58 Mon Sep 17 00:00:00 2001 From: Chris Eager Date: Fri, 3 Sep 2021 14:18:39 -0700 Subject: [PATCH] Add start/chunk/sleep logging to crawler --- .../textsecuregcm/storage/AccountDatabaseCrawler.java | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountDatabaseCrawler.java b/service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountDatabaseCrawler.java index 4de2b401d..d6b5bdd7f 100644 --- a/service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountDatabaseCrawler.java +++ b/service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountDatabaseCrawler.java @@ -106,7 +106,10 @@ public class AccountDatabaseCrawler implements Managed, Runnable { } final long endTimeMs = System.currentTimeMillis(); final long sleepIntervalMs = chunkIntervalMs - (endTimeMs - startTimeMs); - if (sleepIntervalMs > 0) sleepWhileRunning(sleepIntervalMs); + if (sleepIntervalMs > 0) { + logger.info("Sleeping {}ms", sleepIntervalMs); + sleepWhileRunning(sleepIntervalMs); + } } finally { cache.releaseActiveWork(workerId); } @@ -122,6 +125,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable { final Optional fromUuid = getLastUuid(useDynamo); if (fromUuid.isEmpty()) { + logger.info("Started crawl"); listeners.forEach(AccountDatabaseCrawlerListener::onCrawlStart); } @@ -133,6 +137,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable { cacheLastUuid(Optional.empty(), useDynamo); cache.setAccelerated(false); } else { + logger.info("Processing chunk"); try { for (AccountDatabaseCrawlerListener listener : listeners) { listener.timeAndProcessCrawlChunk(fromUuid, chunkAccounts.getAccounts());