Leon4gr45 commited on
Commit
7816a4e
·
verified ·
1 Parent(s): ca50672

Delete test/plausible/imported/buffer_test.exs with huggingface_hub

Browse files
test/plausible/imported/buffer_test.exs DELETED
@@ -1,100 +0,0 @@
1
- defmodule Plausible.Imported.BufferTest do
2
- use Plausible.DataCase, async: false
3
-
4
- import Ecto.Query
5
- alias Plausible.Imported.Buffer
6
-
7
- setup [:create_user, :create_site, :set_buffer_size]
8
-
9
- defp set_buffer_size(_setup_args) do
10
- imported_setting = Application.fetch_env!(:plausible, :imported)
11
- patch_env(:imported, Keyword.put(imported_setting, :max_buffer_size, 10))
12
- :ok
13
- end
14
-
15
- defp imported_count(%{id: site_id}, table_name) do
16
- table_name
17
- |> from()
18
- |> where([record], record.site_id == ^site_id)
19
- |> Plausible.ClickhouseRepo.aggregate(:count)
20
- end
21
-
22
- defp build_records(count, factory_name, site) do
23
- count
24
- |> build_list(factory_name, site_id: site.id)
25
- |> Enum.map(&Map.drop(&1, [:table]))
26
- end
27
-
28
- @tag :slow
29
- test "insert_many/3 flushes when buffer reaches limit", %{site: site} do
30
- {:ok, pid} = Buffer.start_link()
31
-
32
- imported_visitors = build_records(9, :imported_visitors, site)
33
- assert :ok == Buffer.insert_many(pid, "imported_visitors", imported_visitors)
34
- assert Buffer.size(pid, "imported_visitors") == 9
35
- assert imported_count(site, "imported_visitors") == 0, "expected not to have flushed"
36
-
37
- imported_visitors = build_records(1, :imported_visitors, site)
38
- assert :ok == Buffer.insert_many(pid, "imported_visitors", imported_visitors)
39
- assert Buffer.size(pid, "imported_visitors") == 0
40
- assert imported_count(site, "imported_visitors") == 10, "expected to have flushed"
41
- end
42
-
43
- @tag :slow
44
- test "insert_many/3 uses separate buffers for each table", %{site: site} do
45
- {:ok, pid} = Buffer.start_link()
46
-
47
- imported_visitors = build_records(9, :imported_visitors, site)
48
- assert :ok == Buffer.insert_many(pid, "imported_visitors", imported_visitors)
49
- assert Buffer.size(pid, "imported_visitors") == 9
50
- assert imported_count(site, "imported_visitors") == 0, "expected not to have flushed"
51
-
52
- imported_sources = build_records(1, :imported_sources, site)
53
- assert :ok == Buffer.insert_many(pid, "imported_sources", imported_sources)
54
- assert Buffer.size(pid, "imported_sources") == 1
55
- assert imported_count(site, "imported_visitors") == 0, "expected not to have flushed"
56
-
57
- imported_visitors = build_records(1, :imported_visitors, site)
58
- assert :ok == Buffer.insert_many(pid, "imported_visitors", imported_visitors)
59
- assert Buffer.size(pid, "imported_visitors") == 0
60
- assert imported_count(site, "imported_visitors") == 10, "expected to have flushed"
61
-
62
- imported_sources = build_records(9, :imported_sources, site)
63
- assert :ok == Buffer.insert_many(pid, "imported_sources", imported_sources)
64
- assert Buffer.size(pid, "imported_sources") == 0
65
- assert imported_count(site, "imported_sources") == 10, "expected to have flushed"
66
- end
67
-
68
- test "insert_many/3 flushes buffer automatically with many records", %{site: site} do
69
- {:ok, pid} = Buffer.start_link()
70
-
71
- imported_visitors = build_records(50, :imported_visitors, site)
72
- assert :ok == Buffer.insert_many(pid, "imported_visitors", imported_visitors)
73
- assert Buffer.size(pid, "imported_visitors") == 0
74
- assert imported_count(site, "imported_visitors") == 50, "expected to have flushed"
75
- end
76
-
77
- @tag :slow
78
- test "flush/2 flushes all buffers", %{site: site} do
79
- {:ok, pid} = Buffer.start_link()
80
-
81
- imported_sources = build_records(1, :imported_sources, site)
82
- Buffer.insert_many(pid, "imported_sources", imported_sources)
83
-
84
- imported_visitors = build_records(1, :imported_visitors, site)
85
- Buffer.insert_many(pid, "imported_visitors", imported_visitors)
86
-
87
- imported_operating_systems = build_records(2, :imported_operating_systems, site)
88
- Buffer.insert_many(pid, "imported_operating_systems", imported_operating_systems)
89
-
90
- assert :ok == Buffer.flush(pid, :timer.seconds(4))
91
-
92
- assert Buffer.size(pid, "imported_sources") == 0
93
- assert Buffer.size(pid, "imported_visitors") == 0
94
- assert Buffer.size(pid, "imported_operating_systems") == 0
95
-
96
- assert imported_count(site, "imported_sources") == 1
97
- assert imported_count(site, "imported_visitors") == 1
98
- assert imported_count(site, "imported_operating_systems") == 2
99
- end
100
- end