package server import cats.effect._ import cats.implicits.toTraverseOps import com.comcast.ip4s.IpLiteralSyntax import db.DataService import fetch.FetchService import parse.{Aggregate, Parser, WeatherData} import server.ValidateRoutes.{AggKey, CityList, DateTimeRange, Granularity, ValidateDate, ValidateDateTime, ValidateMonths} import io.circe.{Json, Printer} import org.http4s._ import org.http4s.dsl.io._ import org.http4s.implicits._ import org.http4s.server.{Router, staticcontent} import org.http4s.server.middleware.CORS import org.http4s.server.middleware.CORSConfig import org.http4s.server.staticcontent.FileService import org.http4s.ember.server.EmberServerBuilder import io.circe.generic.auto._ import io.circe.syntax._ import parse.Aggregate.AggregateValueImplicits.aggregateValueEncoder import parse.Aggregate.userQueryEncoder import parse.Aggregate.{AggregateKey, UserQuery} import org.http4s.circe.jsonEncoder import org.typelevel.log4cats.Logger import org.typelevel.log4cats.slf4j.Slf4jLogger import java.time.temporal.ChronoUnit import scala.concurrent.duration.DurationInt object Server { def of(dataService: DataService, fetch: FetchService): IO[Server] = { Slf4jLogger.create[IO].map { new Server(dataService, fetch, _) } } } class Server(dataService: DataService, fetch: FetchService, log: Logger[IO]) { // Define the extension method `pretty` for Json implicit class JsonPrettyPrinter(json: Json) { def pretty: String = { val printer = Printer.spaces2.copy(dropNullValues = true) printer.print(json) } } private case class ResponseWrapper(result: Map[String, Option[Aggregate.AggregateValue]], query: UserQuery) private val apiRoutes = HttpRoutes.of[IO] { // http://0.0.0.0:8080/api/query/20230414_2200-20230501_1230/Liepāja,Rēzekne/tempMax/max case GET -> Root / "query" / DateTimeRange(from, to) / Granularity(granularity) / CityList(cities) / field / AggKey(key) => val userQuery = UserQuery(cities, field, key, granularity) dataService.getInRange(from, to) .map(Parser.queryData(userQuery, _)) .map(result => ResponseWrapper(result, userQuery)) .flatMap(responseWrapper => Ok(responseWrapper.asJson.pretty)) // http://0.0.0.0:8080/api/fetch/date/20230514 case GET -> Root / "fetch" / "date" / ValidateDate(date) => val result = for { fetchResultEither <- fetch.fetchFromDate(date).attempt fetchServiceError = fetchResultEither.left.toOption.map(e => s"FetchServiceError: ${e.getMessage}").toList fetchResult = fetchResultEither.getOrElse(List.empty) (fetchErrors, successDownloads) = fetchResult.partitionMap(identity) _ <- log.info(s"FETCHED SUCCESSFULLY files: ${successDownloads.size}") saveResults <- successDownloads.traverse { case (name, content) => dataService.save(name, content).attempt } (saveErrors, successSaves) = saveResults.partitionMap(identity) // successes = successDownloads.map(s => s"fetched: ${s._1}") ++ successSaves.map(s => s"saved: $s") successes = successSaves errors = fetchServiceError ++ fetchErrors.map(e => s"FetchError: ${e.getMessage}") ++ saveErrors.map(e => s"SaveError: ${e.getMessage}") _ <- log.error(s"errors: $errors") _ <- log.info(s"successes: $successes") } yield (successes, errors) result.flatMap { case (successes, errors) => Ok(Json.obj( "errors" -> errors.asJson, "successes" -> successes.asJson ).pretty) } // http://0.0.0.0:8080/api/show/all_dates case GET -> Root / "show" / "all_dates" => dataService.getDates.flatMap(dates => Ok(dates.asJson.pretty) ) // http://0.0.0.0:8080/api/show/months/202304,202305,202306 case GET -> Root / "show" / "months" / ValidateMonths(monthList) => dataService.getDatesByMonths(monthList).flatMap(dates => Ok(dates.asJson.pretty) ) // http://0.0.0.0:8080/api/show/date/20230423 case GET -> Root / "show" / "date" / ValidateDate(date) => dataService.getDateFileNames(date).flatMap(fileNames => Ok(fileNames.asJson.pretty) ) // http://0.0.0.0:8080/api/show/datetime/20230423_1300 case GET -> Root / "show" / "datetime" / ValidateDateTime(datetime) => dataService.getDateTimeEntries(datetime).flatMap(content => Ok(content.asJson)) // http://0.0.0.0:8080/api/show/file/20230423_12:30 case GET -> Root / "show" / "file" / (fileName: String) => dataService.readFile(fileName).flatMap(content => Ok(content.asJson)) // http://0.0.0.0:8080/api/getLast24hours // case GET -> Root / "getLast24hours" => { // dataService.getLast24Hours.flatMap(content => Ok(content.asJson.pretty)) // } // http://0.0.0.0:8080/api/help case GET -> Root / "help" => { val host = "weather-tool.fly.dev" Ok(Json.obj( "aggregate fields" -> WeatherData.getKeys.asJson, "aggregate keys" -> AggregateKey.getKeys.asJson, "example urls" -> List( s"https://$host/api/query/20230414_2200-20230501_1230/Liepāja,Rēzekne/tempMax/max", s"https://$host/api/fetch/date/20230423", s"https://$host/api/show/all_dates", s"https://$host/api/show/date/20230423", ).asJson, ).pretty) } } private val corsConfig = CORSConfig.default .withAnyOrigin(true) .withAnyMethod(true) .withAllowedMethods(Some(Set(Method.GET, Method.POST))) .withAllowCredentials(false) .withMaxAge(1.day) private val apiRoutesCors = CORS(apiRoutes, corsConfig) private val httpApp = Router( "/" -> staticcontent.fileService[IO](FileService.Config("./web/dist")), "/api" -> apiRoutesCors ).orNotFound def run: IO[ExitCode] = EmberServerBuilder .default[IO] .withHost(ipv4"0.0.0.0") .withPort(port"8080") .withHttpApp(httpApp) .build .useForever }