Add start/chunk/sleep logging to crawler
This commit is contained in:
		
							parent
							
								
									dceebc1c8d
								
							
						
					
					
						commit
						b1274125c9
					
				| 
						 | 
				
			
			@ -106,7 +106,10 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
 | 
			
		|||
        }
 | 
			
		||||
        final long endTimeMs = System.currentTimeMillis();
 | 
			
		||||
        final long sleepIntervalMs = chunkIntervalMs - (endTimeMs - startTimeMs);
 | 
			
		||||
        if (sleepIntervalMs > 0) sleepWhileRunning(sleepIntervalMs);
 | 
			
		||||
        if (sleepIntervalMs > 0) {
 | 
			
		||||
          logger.info("Sleeping {}ms", sleepIntervalMs);
 | 
			
		||||
          sleepWhileRunning(sleepIntervalMs);
 | 
			
		||||
        }
 | 
			
		||||
      } finally {
 | 
			
		||||
        cache.releaseActiveWork(workerId);
 | 
			
		||||
      }
 | 
			
		||||
| 
						 | 
				
			
			@ -122,6 +125,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
 | 
			
		|||
    final Optional<UUID> fromUuid = getLastUuid(useDynamo);
 | 
			
		||||
 | 
			
		||||
    if (fromUuid.isEmpty()) {
 | 
			
		||||
      logger.info("Started crawl");
 | 
			
		||||
      listeners.forEach(AccountDatabaseCrawlerListener::onCrawlStart);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
| 
						 | 
				
			
			@ -133,6 +137,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
 | 
			
		|||
      cacheLastUuid(Optional.empty(), useDynamo);
 | 
			
		||||
      cache.setAccelerated(false);
 | 
			
		||||
    } else {
 | 
			
		||||
      logger.info("Processing chunk");
 | 
			
		||||
      try {
 | 
			
		||||
        for (AccountDatabaseCrawlerListener listener : listeners) {
 | 
			
		||||
          listener.timeAndProcessCrawlChunk(fromUuid, chunkAccounts.getAccounts());
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue