Implement FileFetchScheduler and refactor Main class

This commit is contained in:
Guntis Smaukstelis
2023-05-20 21:53:03 +03:00
parent bbdfaa06d8
commit b4955e2619
3 changed files with 36 additions and 16 deletions
+6 -14
View File
@@ -1,26 +1,18 @@
package server
import cats.effect._
import cats.implicits.catsSyntaxTuple2Parallel
import db.DBService
import fetch.{FetchService, FileNameService}
import fetch.FileFetchScheduler
object Main extends IOApp {
def run(args: List[String]): IO[ExitCode] = {
for {
dbService <- DBService.of
fetchTask = FileNameService.generateCurrentHour.flatMap(FetchService.fetchSingleFile)
scheduler = Scheduler.scheduleTask(fetchTask)
.evalMap { case (name, content) =>
IO(println(s"fetched: $name")) *>
dbService.save(name, content).attempt.flatMap {
case Right(savedName) => IO(println(s"File saved: $savedName"))
case Left(err) => IO(println(s"Error: $err"))
}
}.compile.drain // Convert Stream[IO, Unit] to IO[Unit]
server = Server.run // This is an IO[Server]
exitCode <- (server, scheduler).parMapN((_, _) => ExitCode.Success)
fileFetchScheduler <- FileFetchScheduler.of(dbService)
schedulerTask = fileFetchScheduler.run.compile.drain
serverTask = Server.run
exitCode <- (serverTask, schedulerTask).parMapN((_, _) => ExitCode.Success)
} yield exitCode
}
}
-50
View File
@@ -1,50 +0,0 @@
package server
import cats.effect._
import cats.effect.unsafe.implicits.global
import cats.implicits.catsSyntaxApply
import fetch.{FetchService, FileNameService}
import fs2.Stream
import java.time.{Duration, LocalTime}
import scala.concurrent.duration._
object Scheduler {
private val downloadMinute = 31
// private def testTask: IO[Unit] = {
// IO(println("Running task"))
// }
def durationToNextHalfHour(implicit clock: Clock[IO]): IO[FiniteDuration] = {
clock.realTime.map { duration =>
val now = LocalTime.ofSecondOfDay((duration.toMillis / 1000) % (24 * 60 * 60))
val nextHalfHour = if (now.getMinute < downloadMinute) now.withMinute(downloadMinute)
else now.plusHours(1).withMinute(downloadMinute)
val durationToNext = Duration.between(now, nextHalfHour)
FiniteDuration(durationToNext.toMillis, MILLISECONDS)
// FiniteDuration(2000, MILLISECONDS)
}
}
// def run(implicit clock: Clock[IO]): Stream[IO, Nothing] = {
// Stream.eval(durationToNextHalfHour).flatMap { delay =>
// (Stream.sleep[IO](delay) ++ Stream.awakeEvery[IO](1.hour)).evalMap(_ => testTask).drain
// }
// }
def scheduleTask(task: IO[(String, String)]): Stream[IO, (String, String)] = {
Stream.eval(durationToNextHalfHour).flatMap { delay => {
Stream.eval(IO.println(s"Scheduler started with delay: ${delay.toMinutes} min")) *>
(Stream.sleep[IO](delay) ++ Stream.awakeEvery[IO](1.hour))
.evalMap(_ => task)
}}
}
def main(args: Array[String]): Unit = {
// run.compile.drain.unsafeRunSync()
val fetchTask = FileNameService.generateCurrentHour.flatMap(FetchService.fetchSingleFile)
scheduleTask(fetchTask).compile.drain.unsafeRunSync()
}
}