diff --git a/src/main/scala/fi/vm/sade/hakurekisteri/integration/ytl/YtlIntegration.scala b/src/main/scala/fi/vm/sade/hakurekisteri/integration/ytl/YtlIntegration.scala index e0dde1384..443c51e47 100644 --- a/src/main/scala/fi/vm/sade/hakurekisteri/integration/ytl/YtlIntegration.scala +++ b/src/main/scala/fi/vm/sade/hakurekisteri/integration/ytl/YtlIntegration.scala @@ -112,8 +112,14 @@ class YtlIntegration( .map(_.flatten) } - hakuOids.grouped(10).foldLeft(Future.successful(Set.empty[HetuPersonOid])) { - case (result, chunk) => result.flatMap(rs => fetchChunk(chunk).map(rs ++ _)) + val hakuOidsChunkSize = 10 + hakuOids.zipWithIndex.grouped(hakuOidsChunkSize).foldLeft(Future.successful(Set.empty[HetuPersonOid])) { + case (result, chunkWithIndex) => { + val chunk = chunkWithIndex.map(_._1) + val firstIndex = chunkWithIndex.map(_._2).head + logger.info(s"Fetching hakuOid chunk. First hakuOid is ${firstIndex}/${hakuOids.size} (Chunk size is ${hakuOidsChunkSize} and hakuOids are ${chunk})") + result.flatMap(rs => fetchChunk(chunk).map(rs ++ _)) + } } }