in src/main/scala/ophan/google/indexing/observatory/Lambda.scala [48:69]
def go(): Unit = {
val eventual = Future.traverse(Sites.All) { site =>
println(s"Handing site ${site.url}")
val sitemapDownloadF = sitemapDownloader.fetchSitemapEntriesFor(site).attemptT
sitemapDownloadF.value.onComplete {
case Success(Left(e)) => logger.error("Problem getting sitemaps", e)
case _ => ()
}
(for {
sitemapDownload <- sitemapDownloadF
updatedAvailabilityRecords <-
EitherT.right[Throwable](availabilityUpdaterService.availabilityFor(sitemapDownload))
} yield {
println(s"Completed site ${site.url}")
updatedAvailabilityRecords
}).value
}
Await.result(eventual, 40.seconds)
println("Everything complete")
}