Make populate a stream with max concurrency of 1

orcasound · May 24, 2024 · b425f01 · b425f01
1 parent ace811d
commit b425f01
Showing 1 changed file with 11 additions and 7 deletions.
diff --git a/server/lib/orcasite/global_setup.ex b/server/lib/orcasite/global_setup.ex
@@ -3,12 +3,16 @@ defmodule Orcasite.GlobalSetup do
  Orcasite.Radio.Feed
  |> Ash.Query.for_read(:read)
  |> Orcasite.Radio.read!()
- |> Enum.map(fn feed ->
- with {:ok, %{timestamps: timestamps}} <- Orcasite.Radio.AwsClient.list_timestamps(feed) do
- timestamps
- |> Enum.map(&%{feed: feed, playlist_timestamp: &1})
- |> Orcasite.Radio.bulk_create(Orcasite.Radio.FeedStream, :create)
- end
- end)
+ |> Task.async_stream(
+ fn feed ->
+ with {:ok, %{timestamps: timestamps}} <- Orcasite.Radio.AwsClient.list_timestamps(feed) do
+ timestamps
+ |> Enum.map(&%{feed: feed, playlist_timestamp: &1})
+ |> Orcasite.Radio.bulk_create(Orcasite.Radio.FeedStream, :create)
+ end
+ end,
+ max_concurrency: 1
+ )
+ |> Enum.to_list()
  end
 end