From d621c2c89a2db1f60aef0f40bad6443b9989451f Mon Sep 17 00:00:00 2001 From: Guntis Smaukstelis Date: Fri, 11 Jul 2025 11:12:06 +0300 Subject: [PATCH] Faster downloading grib files --- src/main/scala/data/DataService.scala | 2 +- web/src/helpers/progressivePromises.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/scala/data/DataService.scala b/src/main/scala/data/DataService.scala index 33dd137..82a6489 100644 --- a/src/main/scala/data/DataService.scala +++ b/src/main/scala/data/DataService.scala @@ -78,7 +78,7 @@ class DataService(log: Logger[IO]) { private val semaphore = Semaphore[IO](4).unsafeRunSync() private val blockingEC = ExecutionContext.fromExecutorService( - Executors.newFixedThreadPool(4) // limit concurrency + Executors.newFixedThreadPool(8) // limit concurrency ) def getBinaryChunk(offset: Int, length: Int, fileName: String): IO[Array[Byte]] = { diff --git a/web/src/helpers/progressivePromises.ts b/web/src/helpers/progressivePromises.ts index 4f5744e..773185b 100644 --- a/web/src/helpers/progressivePromises.ts +++ b/web/src/helpers/progressivePromises.ts @@ -21,7 +21,7 @@ async function processPromises( export async function processPromisesInBatches( promiseFns: (() => Promise)[], onProgress: (result: T) => void, - batchSize = 3, + batchSize = 10, ): Promise<(T | undefined)[]> { const results = [] while(await promiseFns.length > 0) {