feat: match demand, add longer timeout and retries. (#48)

Logflare · Jan 1, 2024 · 1a00386 · 1a00386
1 parent c00d0ba
commit 1a00386
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/lib/client.ex b/lib/client.ex
@@ -7,6 +7,8 @@ defmodule Loadfest.Client do
 
     Tesla.client(
       [
+        {Tesla.Middleware.Timeout, timeout: 15_000},
+        {Tesla.Middleware.Retry, delay: 500, max_retries: 10, max_delay: 5_000},
         {Tesla.Middleware.BaseUrl, endpoint},
         {
           Tesla.Middleware.Headers,

diff --git a/lib/pipeline.ex b/lib/pipeline.ex
@@ -18,7 +18,7 @@ defmodule Loadfest.Pipeline do
 
     def handle_demand(demand, state) when demand > 0 do
       messages =
-        for batch_size <- Loadfest.Worker.stream_batch_sizes() |> Enum.take(2),
+        for batch_size <- Loadfest.Worker.stream_batch_sizes() |> Enum.take(demand),
             events = Loadfest.Worker.stream_batch() |> Enum.take(batch_size) do
           %Broadway.Message{data: events, acknowledger: {__MODULE__, :ack, 3}}
         end