From 6b1c04edd4f72d5b70b1278e421dc170e79382a0 Mon Sep 17 00:00:00 2001 From: Ian Abbott Date: Thu, 21 Sep 2023 15:15:51 -0500 Subject: [PATCH] format --- apps/andi/test/integration/andi/event/event_handler_test.exs | 2 +- .../live/dataset_live_view/dataset_live_view_test.exs | 4 +++- apps/forklift/lib/forklift/data_writer.ex | 3 ++- apps/forklift/test/unit/forklift/data_writer_test.exs | 4 +++- 4 files changed, 9 insertions(+), 4 deletions(-) diff --git a/apps/andi/test/integration/andi/event/event_handler_test.exs b/apps/andi/test/integration/andi/event/event_handler_test.exs index 59a63590d..7c6370d10 100644 --- a/apps/andi/test/integration/andi/event/event_handler_test.exs +++ b/apps/andi/test/integration/andi/event/event_handler_test.exs @@ -754,7 +754,7 @@ defmodule Andi.Event.EventHandlerTest do DateTime.utc_now(), -9 * 3600 * 24, :second - ), + ), :second ) diff --git a/apps/andi/test/integration/andi_web/live/dataset_live_view/dataset_live_view_test.exs b/apps/andi/test/integration/andi_web/live/dataset_live_view/dataset_live_view_test.exs index 2c782d283..528fd4ef1 100644 --- a/apps/andi/test/integration/andi_web/live/dataset_live_view/dataset_live_view_test.exs +++ b/apps/andi/test/integration/andi_web/live/dataset_live_view/dataset_live_view_test.exs @@ -141,7 +141,9 @@ defmodule AndiWeb.DatasetLiveViewTest do refute Enum.empty?(Floki.find(table_row, ".dataset__status--success")) end - test "shows partial success when there is not a current message error on the dataset and there is an error in the last 7 days", %{conn: conn} do + test "shows partial success when there is not a current message error on the dataset and there is an error in the last 7 days", %{ + conn: conn + } do dataset = TDG.create_dataset(%{}) {:ok, andi_dataset} = Datasets.update(dataset) current_time = DateTime.utc_now() diff --git a/apps/forklift/lib/forklift/data_writer.ex b/apps/forklift/lib/forklift/data_writer.ex index de5b628f1..08950e2e4 100644 --- a/apps/forklift/lib/forklift/data_writer.ex +++ b/apps/forklift/lib/forklift/data_writer.ex @@ -123,14 +123,15 @@ defmodule Forklift.DataWriter do write_timing <- Data.Timing.new(@instance_name, "presto_insert_time", write_start, write_end) do if ingestion_complete? do - DataMigration.compact(dataset, ingestion_id, extraction_start_time) event_data = create_event_log_data(dataset.id, ingestion_id) Brook.Event.send(@instance_name, event_log_published(), :forklift, event_data) IO.inspect("test test") + ingestion_complete_data = create_ingestion_complete_data(dataset.id, ingestion_id, length(data_to_write), extraction_start_time) + IO.inspect(ingestion_complete_data, label: "extraction count") Brook.Event.send(@instance_name, ingestion_complete(), :forklift, ingestion_complete_data) IO.inspect("huh") diff --git a/apps/forklift/test/unit/forklift/data_writer_test.exs b/apps/forklift/test/unit/forklift/data_writer_test.exs index c8c118bba..dc37d8a69 100644 --- a/apps/forklift/test/unit/forklift/data_writer_test.exs +++ b/apps/forklift/test/unit/forklift/data_writer_test.exs @@ -179,7 +179,9 @@ defmodule Forklift.DataWriterTest do payload: end_of_data() ) - fake_data = [TDG.create_data(%{"test1" => "test1Data"}), TDG.create_data(%{"test2" => "test2Data"}), end_of_data] |> IO.inspect(label: "fake data") + fake_data = + [TDG.create_data(%{"test1" => "test1Data"}), TDG.create_data(%{"test2" => "test2Data"}), end_of_data] + |> IO.inspect(label: "fake data") message_count = length(fake_data) - 1