2023-05-20 21:53:03 +03:00
|
|
|
package fetch
|
|
|
|
|
|
|
|
|
|
import cats.effect.IO
|
|
|
|
|
import db.DBService
|
|
|
|
|
import fs2.Stream
|
|
|
|
|
import org.typelevel.log4cats.Logger
|
|
|
|
|
import org.typelevel.log4cats.slf4j.Slf4jLogger
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
object FileFetchScheduler {
|
2023-05-21 22:37:33 +03:00
|
|
|
def of(dbService: DBService, fetch: FetchService): IO[FileFetchScheduler] = {
|
2023-05-20 21:53:03 +03:00
|
|
|
Slf4jLogger.create[IO].map {
|
2023-05-21 22:37:33 +03:00
|
|
|
new FileFetchScheduler(dbService, fetch, _)
|
2023-05-20 21:53:03 +03:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2023-05-21 22:37:33 +03:00
|
|
|
class FileFetchScheduler(dbService: DBService, fetch: FetchService, log: Logger[IO]) {
|
2023-05-20 21:53:03 +03:00
|
|
|
def run: Stream[IO, Unit] = {
|
2023-05-21 22:37:33 +03:00
|
|
|
val fetchTask = FileNameService.generateCurrentHour.flatMap(fetch.fetchSingleFile)
|
2023-05-20 23:05:30 +03:00
|
|
|
|
2023-05-21 22:37:33 +03:00
|
|
|
Stream.eval(Scheduler.of).flatMap { scheduler =>
|
|
|
|
|
scheduler.scheduleTask(fetchTask)
|
|
|
|
|
.evalMap {
|
|
|
|
|
case Left(fetchErr) =>
|
|
|
|
|
log.error(s"Fetch error: $fetchErr")
|
|
|
|
|
case Right((name, content)) =>
|
|
|
|
|
dbService.save(name, content).attempt.flatMap {
|
2023-05-20 23:05:30 +03:00
|
|
|
case Left(err) => log.error(s"error: $err")
|
2023-05-21 22:37:33 +03:00
|
|
|
case Right(saveResult) => saveResult match {
|
|
|
|
|
case Left(err) => log.error(s"error: $err")
|
|
|
|
|
case Right(savedName) => log.info(s"saved: $savedName")
|
|
|
|
|
}
|
2023-05-20 23:05:30 +03:00
|
|
|
}
|
2023-05-21 22:37:33 +03:00
|
|
|
}
|
|
|
|
|
}
|
2023-05-20 21:53:03 +03:00
|
|
|
}
|
|
|
|
|
}
|