Leon4gr45 commited on
Commit
2621fc4
·
verified ·
1 Parent(s): 1ed885d

Delete test/plausible_web/controllers/api/stats_controller/imported_test.exs with huggingface_hub

Browse files
test/plausible_web/controllers/api/stats_controller/imported_test.exs DELETED
@@ -1,1358 +0,0 @@
1
- defmodule PlausibleWeb.Api.StatsController.ImportedTest do
2
- use PlausibleWeb.ConnCase
3
-
4
- @user_id Enum.random(1000..9999)
5
-
6
- defp do_query(conn, site, params) do
7
- conn
8
- |> post("/api/stats/#{site.domain}/query", params)
9
- |> json_response(200)
10
- end
11
-
12
- defp import_data(ga_data, site_id, import_id, table_name) do
13
- ga_data
14
- |> Plausible.Imported.GoogleAnalytics4.from_report(site_id, import_id, table_name)
15
- |> then(&Plausible.Imported.Buffer.insert_all(table_name, &1))
16
- end
17
-
18
- for import_type <- [:new_and_legacy, :new] do
19
- describe "Parse and import third party data fetched from Google Analytics as #{import_type} import" do
20
- setup [:create_user, :log_in, :create_site]
21
-
22
- setup %{user: user, site: site} do
23
- import_params =
24
- %{
25
- source: :google_analytics_4,
26
- start_date: ~D[2005-01-01],
27
- end_date: Date.utc_today(),
28
- legacy: unquote(import_type) == :new_and_legacy
29
- }
30
-
31
- site_import =
32
- site
33
- |> Plausible.Imported.SiteImport.create_changeset(
34
- user,
35
- import_params
36
- )
37
- |> Plausible.Repo.insert!()
38
- |> Plausible.Imported.SiteImport.complete_changeset()
39
- |> Plausible.Repo.update!()
40
-
41
- {:ok, %{import_id: site_import.id}}
42
- end
43
-
44
- test "Visitors data imported from Google Analytics", %{
45
- conn: conn,
46
- site: site,
47
- import_id: import_id
48
- } do
49
- populate_stats(site, [
50
- build(:pageview, timestamp: ~N[2021-01-01 00:00:00]),
51
- build(:pageview, timestamp: ~N[2021-01-31 00:00:00])
52
- ])
53
-
54
- import_data(
55
- [
56
- %{
57
- dimensions: %{"date" => "20210101"},
58
- metrics: %{
59
- "totalUsers" => "1",
60
- "screenPageViews" => "1",
61
- "bounces" => "0",
62
- "sessions" => "1",
63
- "userEngagementDuration" => "60"
64
- }
65
- },
66
- %{
67
- dimensions: %{"date" => "20210131"},
68
- metrics: %{
69
- "totalUsers" => "1",
70
- "screenPageViews" => "1",
71
- "bounces" => "0",
72
- "sessions" => "1",
73
- "userEngagementDuration" => "60"
74
- }
75
- }
76
- ],
77
- site.id,
78
- import_id,
79
- "imported_visitors"
80
- )
81
-
82
- params = %{
83
- "date_range" => "month",
84
- "metrics" => ["visitors"],
85
- "relative_date" => "2021-01-01",
86
- "dimensions" => ["time:day"],
87
- "include" => %{"imports" => true, "time_labels" => true}
88
- }
89
-
90
- response = do_query(conn, site, params)
91
-
92
- assert length(response["meta"]["time_labels"]) == 31
93
-
94
- assert response["results"] == [
95
- %{"dimensions" => ["2021-01-01"], "metrics" => [2]},
96
- %{"dimensions" => ["2021-01-31"], "metrics" => [2]}
97
- ]
98
- end
99
-
100
- test "returns data grouped by week", %{conn: conn, site: site, import_id: import_id} do
101
- populate_stats(site, [
102
- build(:pageview, timestamp: ~N[2021-01-01 00:00:00]),
103
- build(:pageview, timestamp: ~N[2021-01-31 00:00:00])
104
- ])
105
-
106
- import_data(
107
- [
108
- %{
109
- dimensions: %{"date" => "20210101"},
110
- metrics: %{
111
- "totalUsers" => "1",
112
- "screenPageViews" => "1",
113
- "bounces" => "0",
114
- "sessions" => "1",
115
- "userEngagementDuration" => "60"
116
- }
117
- },
118
- %{
119
- dimensions: %{"date" => "20210131"},
120
- metrics: %{
121
- "totalUsers" => "1",
122
- "screenPageViews" => "1",
123
- "bounces" => "0",
124
- "sessions" => "1",
125
- "userEngagementDuration" => "60"
126
- }
127
- }
128
- ],
129
- site.id,
130
- import_id,
131
- "imported_visitors"
132
- )
133
-
134
- params = %{
135
- "date_range" => "month",
136
- "metrics" => ["visitors"],
137
- "relative_date" => "2021-01-01",
138
- "dimensions" => ["time:week"],
139
- "include" => %{"imports" => true, "time_labels" => true}
140
- }
141
-
142
- response = do_query(conn, site, params)
143
-
144
- assert length(response["meta"]["time_labels"]) == 5
145
-
146
- assert response["results"] == [
147
- %{"dimensions" => ["2021-01-01"], "metrics" => [2]},
148
- %{"dimensions" => ["2021-01-25"], "metrics" => [2]}
149
- ]
150
- end
151
-
152
- test "Sources are imported", %{conn: conn, site: site, import_id: import_id} do
153
- populate_stats(site, [
154
- build(:pageview,
155
- referrer_source: "Google",
156
- referrer: "google.com",
157
- timestamp: ~N[2021-01-01 00:00:00]
158
- ),
159
- build(:pageview,
160
- referrer_source: "Google",
161
- referrer: "google.com",
162
- timestamp: ~N[2021-01-01 00:00:00]
163
- ),
164
- build(:pageview,
165
- referrer_source: "DuckDuckGo",
166
- referrer: "duckduckgo.com",
167
- timestamp: ~N[2021-01-01 00:00:00]
168
- )
169
- ])
170
-
171
- populate_stats(site, import_id, [
172
- build(:imported_visitors, date: ~D[2021-01-01]),
173
- build(:imported_visitors, date: ~D[2021-01-01]),
174
- build(:imported_visitors, date: ~D[2021-01-01]),
175
- build(:imported_visitors, date: ~D[2021-01-01]),
176
- build(:imported_visitors, date: ~D[2021-01-31]),
177
- build(:imported_visitors, date: ~D[2021-01-31])
178
- ])
179
-
180
- import_data(
181
- [
182
- %{
183
- dimensions: %{
184
- "sessionManualAdContent" => "",
185
- "sessionCampaignName" => "",
186
- "date" => "20210101",
187
- "sessionGoogleAdsKeyword" => "",
188
- "sessionMedium" => "organic",
189
- "sessionSource" => "duckduckgo.com",
190
- "sessionDefaultChannelGroup" => ""
191
- },
192
- metrics: %{
193
- "bounces" => "0",
194
- "userEngagementDuration" => "60",
195
- "sessions" => "1",
196
- "totalUsers" => "1",
197
- "screenPageViews" => "1"
198
- }
199
- },
200
- %{
201
- dimensions: %{
202
- "sessionManualAdContent" => "",
203
- "sessionCampaignName" => "",
204
- "date" => "20210131",
205
- "sessionGoogleAdsKeyword" => "",
206
- "sessionMedium" => "organic",
207
- "sessionSource" => "google.com",
208
- "sessionDefaultChannelGroup" => ""
209
- },
210
- metrics: %{
211
- "bounces" => "1",
212
- "userEngagementDuration" => "60",
213
- "sessions" => "1",
214
- "totalUsers" => "1",
215
- "screenPageViews" => "1"
216
- }
217
- },
218
- %{
219
- dimensions: %{
220
- "sessionManualAdContent" => "",
221
- "sessionCampaignName" => "",
222
- "date" => "20210101",
223
- "sessionGoogleAdsKeyword" => "",
224
- "sessionMedium" => "paid",
225
- "sessionSource" => "google.com",
226
- "sessionDefaultChannelGroup" => ""
227
- },
228
- metrics: %{
229
- "bounces" => "1",
230
- "userEngagementDuration" => "60",
231
- "sessions" => "1",
232
- "totalUsers" => "1",
233
- "screenPageViews" => "1"
234
- }
235
- },
236
- %{
237
- dimensions: %{
238
- "sessionManualAdContent" => "",
239
- "sessionCampaignName" => "",
240
- "date" => "20210101",
241
- "sessionGoogleAdsKeyword" => "",
242
- "sessionMedium" => "social",
243
- "sessionSource" => "Twitter",
244
- "sessionDefaultChannelGroup" => ""
245
- },
246
- metrics: %{
247
- "bounces" => "1",
248
- "userEngagementDuration" => "60",
249
- "sessions" => "1",
250
- "totalUsers" => "1",
251
- "screenPageViews" => "1"
252
- }
253
- },
254
- %{
255
- dimensions: %{
256
- "sessionManualAdContent" => "",
257
- "sessionCampaignName" => "newsletter",
258
- "date" => "20210131",
259
- "sessionGoogleAdsKeyword" => "",
260
- "sessionMedium" => "email",
261
- "sessionSource" => "A Nice Newsletter",
262
- "sessionDefaultChannelGroup" => ""
263
- },
264
- metrics: %{
265
- "bounces" => "1",
266
- "userEngagementDuration" => "60",
267
- "sessions" => "1",
268
- "totalUsers" => "1",
269
- "screenPageViews" => "1"
270
- }
271
- },
272
- %{
273
- dimensions: %{
274
- "sessionManualAdContent" => "",
275
- "sessionCampaignName" => "",
276
- "date" => "20210101",
277
- "sessionGoogleAdsKeyword" => "",
278
- "sessionMedium" => "(none)",
279
- "sessionSource" => "(direct)",
280
- "sessionDefaultChannelGroup" => ""
281
- },
282
- metrics: %{
283
- "bounces" => "1",
284
- "userEngagementDuration" => "60",
285
- "sessions" => "1",
286
- "totalUsers" => "1",
287
- "screenPageViews" => "1"
288
- }
289
- }
290
- ],
291
- site.id,
292
- import_id,
293
- "imported_sources"
294
- )
295
-
296
- response =
297
- do_query(conn, site, %{
298
- "date_range" => ["2021-01-01", "2021-01-31"],
299
- "dimensions" => ["visit:source"],
300
- "metrics" => ["visitors", "percentage"],
301
- "order_by" => [["visit:source", "asc"]],
302
- "include" => %{"imports" => true}
303
- })
304
-
305
- assert response["results"] == [
306
- %{"dimensions" => ["A Nice Newsletter"], "metrics" => [1, 11.11]},
307
- %{"dimensions" => ["Direct / None"], "metrics" => [1, 11.11]},
308
- %{"dimensions" => ["DuckDuckGo"], "metrics" => [2, 22.22]},
309
- %{"dimensions" => ["Google"], "metrics" => [4, 44.44]},
310
- %{"dimensions" => ["X (Twitter)"], "metrics" => [1, 11.11]}
311
- ]
312
- end
313
-
314
- test "Channels are imported", %{conn: conn, site: site, import_id: import_id} do
315
- populate_stats(site, [
316
- # Organic Search
317
- build(:pageview,
318
- referrer_source: "Bing",
319
- timestamp: ~N[2021-01-01 00:00:00]
320
- ),
321
- # Paid Search
322
- build(:pageview,
323
- referrer_source: "Google",
324
- utm_medium: "paid",
325
- timestamp: ~N[2021-01-01 00:00:00]
326
- ),
327
- # Direct
328
- build(:pageview,
329
- timestamp: ~N[2021-01-01 00:00:00]
330
- )
331
- ])
332
-
333
- import_data(
334
- [
335
- %{
336
- dimensions: %{
337
- "sessionManualAdContent" => "",
338
- "sessionCampaignName" => "",
339
- "date" => "20210101",
340
- "sessionGoogleAdsKeyword" => "",
341
- "sessionMedium" => "organic",
342
- "sessionSource" => "duckduckgo.com",
343
- "sessionDefaultChannelGroup" => "Organic Search"
344
- },
345
- metrics: %{
346
- "bounces" => "0",
347
- "userEngagementDuration" => "60",
348
- "sessions" => "1",
349
- "totalUsers" => "1",
350
- "screenPageViews" => "1"
351
- }
352
- },
353
- %{
354
- dimensions: %{
355
- "sessionManualAdContent" => "",
356
- "sessionCampaignName" => "",
357
- "date" => "20210131",
358
- "sessionGoogleAdsKeyword" => "",
359
- "sessionMedium" => "organic",
360
- "sessionSource" => "google.com",
361
- "sessionDefaultChannelGroup" => "Organic Search"
362
- },
363
- metrics: %{
364
- "bounces" => "1",
365
- "userEngagementDuration" => "60",
366
- "sessions" => "1",
367
- "totalUsers" => "1",
368
- "screenPageViews" => "1"
369
- }
370
- },
371
- %{
372
- dimensions: %{
373
- "sessionManualAdContent" => "",
374
- "sessionCampaignName" => "",
375
- "date" => "20210101",
376
- "sessionGoogleAdsKeyword" => "",
377
- "sessionMedium" => "paid",
378
- "sessionSource" => "google.com",
379
- "sessionDefaultChannelGroup" => "Paid Search"
380
- },
381
- metrics: %{
382
- "bounces" => "1",
383
- "userEngagementDuration" => "60",
384
- "sessions" => "1",
385
- "totalUsers" => "1",
386
- "screenPageViews" => "1"
387
- }
388
- },
389
- %{
390
- dimensions: %{
391
- "sessionManualAdContent" => "",
392
- "sessionCampaignName" => "",
393
- "date" => "20210101",
394
- "sessionGoogleAdsKeyword" => "",
395
- "sessionMedium" => "(none)",
396
- "sessionSource" => "(direct)",
397
- "sessionDefaultChannelGroup" => "Direct"
398
- },
399
- metrics: %{
400
- "bounces" => "1",
401
- "userEngagementDuration" => "60",
402
- "sessions" => "1",
403
- "totalUsers" => "1",
404
- "screenPageViews" => "1"
405
- }
406
- },
407
- %{
408
- dimensions: %{
409
- "sessionManualAdContent" => "",
410
- "sessionCampaignName" => "",
411
- "date" => "20210101",
412
- "sessionGoogleAdsKeyword" => "",
413
- "sessionMedium" => "(none)",
414
- "sessionSource" => "(direct)",
415
- "sessionDefaultChannelGroup" => ""
416
- },
417
- metrics: %{
418
- "bounces" => "1",
419
- "userEngagementDuration" => "60",
420
- "sessions" => "1",
421
- "totalUsers" => "1",
422
- "screenPageViews" => "1"
423
- }
424
- }
425
- ],
426
- site.id,
427
- import_id,
428
- "imported_sources"
429
- )
430
-
431
- response =
432
- do_query(conn, site, %{
433
- "date_range" => ["2021-01-01", "2021-01-31"],
434
- "dimensions" => ["visit:channel"],
435
- "metrics" => ["visitors", "percentage"],
436
- "order_by" => [["visit:channel", "asc"]],
437
- "include" => %{"imports" => true}
438
- })
439
-
440
- assert response["results"] == [
441
- %{"dimensions" => ["(not set)"], "metrics" => [1, 33.33]},
442
- %{"dimensions" => ["Direct"], "metrics" => [2, 66.67]},
443
- %{"dimensions" => ["Organic Search"], "metrics" => [3, 100.0]},
444
- %{"dimensions" => ["Paid Search"], "metrics" => [2, 66.67]}
445
- ]
446
- end
447
-
448
- test "UTM mediums data imported from Google Analytics", %{
449
- conn: conn,
450
- site: site,
451
- import_id: import_id
452
- } do
453
- populate_stats(site, [
454
- build(:pageview,
455
- utm_medium: "social",
456
- timestamp: ~N[2021-01-01 00:00:00]
457
- ),
458
- build(:pageview,
459
- utm_medium: "social",
460
- timestamp: ~N[2021-01-01 12:00:00]
461
- )
462
- ])
463
-
464
- import_data(
465
- [
466
- %{
467
- dimensions: %{
468
- "sessionManualAdContent" => "",
469
- "sessionCampaignName" => "",
470
- "date" => "20210101",
471
- "sessionGoogleAdsKeyword" => "",
472
- "sessionMedium" => "social",
473
- "sessionSource" => "Twitter",
474
- "sessionDefaultChannelGroup" => ""
475
- },
476
- metrics: %{
477
- "bounces" => "1",
478
- "userEngagementDuration" => "60",
479
- "sessions" => "1",
480
- "totalUsers" => "1",
481
- "screenPageViews" => "1"
482
- }
483
- },
484
- %{
485
- dimensions: %{
486
- "sessionManualAdContent" => "",
487
- "sessionCampaignName" => "",
488
- "date" => "20210101",
489
- "sessionGoogleAdsKeyword" => "",
490
- "sessionMedium" => "(none)",
491
- "sessionSource" => "(direct)",
492
- "sessionDefaultChannelGroup" => ""
493
- },
494
- metrics: %{
495
- "bounces" => "1",
496
- "userEngagementDuration" => "60",
497
- "sessions" => "1",
498
- "totalUsers" => "1",
499
- "screenPageViews" => "1"
500
- }
501
- }
502
- ],
503
- site.id,
504
- import_id,
505
- "imported_sources"
506
- )
507
-
508
- response =
509
- do_query(conn, site, %{
510
- "date_range" => ["2021-01-01", "2021-01-01"],
511
- "dimensions" => ["visit:utm_medium"],
512
- "filters" => [["is_not", "visit:utm_medium", [""]]],
513
- "metrics" => ["visitors", "bounce_rate", "visit_duration", "percentage"],
514
- "include" => %{"imports" => true}
515
- })
516
-
517
- assert response["results"] == [
518
- %{
519
- "dimensions" => ["social"],
520
- "metrics" => [3, 100, 20, 100.0]
521
- }
522
- ]
523
- end
524
-
525
- test "UTM campaigns data imported from Google Analytics", %{
526
- conn: conn,
527
- site: site,
528
- import_id: import_id
529
- } do
530
- populate_stats(site, [
531
- build(:pageview, utm_campaign: "profile", timestamp: ~N[2021-01-01 00:00:00]),
532
- build(:pageview, utm_campaign: "august", timestamp: ~N[2021-01-01 00:00:00])
533
- ])
534
-
535
- import_data(
536
- [
537
- %{
538
- dimensions: %{
539
- "sessionManualAdContent" => "",
540
- "sessionCampaignName" => "profile",
541
- "date" => "20210101",
542
- "sessionGoogleAdsKeyword" => "",
543
- "sessionMedium" => "social",
544
- "sessionSource" => "Twitter",
545
- "sessionDefaultChannelGroup" => ""
546
- },
547
- metrics: %{
548
- "bounces" => "1",
549
- "userEngagementDuration" => "100",
550
- "sessions" => "1",
551
- "totalUsers" => "1",
552
- "screenPageViews" => "1"
553
- }
554
- },
555
- %{
556
- dimensions: %{
557
- "sessionManualAdContent" => "",
558
- "sessionCampaignName" => "august",
559
- "date" => "20210101",
560
- "sessionGoogleAdsKeyword" => "",
561
- "sessionMedium" => "email",
562
- "sessionSource" => "Gmail",
563
- "sessionDefaultChannelGroup" => ""
564
- },
565
- metrics: %{
566
- "bounces" => "0",
567
- "userEngagementDuration" => "100",
568
- "sessions" => "1",
569
- "totalUsers" => "1",
570
- "screenPageViews" => "1"
571
- }
572
- },
573
- %{
574
- dimensions: %{
575
- "sessionManualAdContent" => "",
576
- "sessionCampaignName" => "(not set)",
577
- "date" => "20210101",
578
- "sessionGoogleAdsKeyword" => "",
579
- "sessionMedium" => "email",
580
- "sessionSource" => "Gmail",
581
- "sessionDefaultChannelGroup" => ""
582
- },
583
- metrics: %{
584
- "bounces" => "0",
585
- "userEngagementDuration" => "100",
586
- "sessions" => "1",
587
- "totalUsers" => "1",
588
- "screenPageViews" => "1"
589
- }
590
- }
591
- ],
592
- site.id,
593
- import_id,
594
- "imported_sources"
595
- )
596
-
597
- response =
598
- do_query(conn, site, %{
599
- "date_range" => ["2021-01-01", "2021-01-01"],
600
- "dimensions" => ["visit:utm_campaign"],
601
- "filters" => [["is_not", "visit:utm_campaign", [""]]],
602
- "order_by" => [["visit:utm_campaign", "asc"]],
603
- "metrics" => ["visitors", "bounce_rate", "visit_duration", "percentage"],
604
- "include" => %{"imports" => true}
605
- })
606
-
607
- assert response["results"] == [
608
- %{
609
- "dimensions" => ["august"],
610
- "metrics" => [2, 50, 50, 50.0]
611
- },
612
- %{
613
- "dimensions" => ["profile"],
614
- "metrics" => [2, 100, 50, 50.0]
615
- }
616
- ]
617
- end
618
-
619
- test "UTM terms data imported from Google Analytics", %{
620
- conn: conn,
621
- site: site,
622
- import_id: import_id
623
- } do
624
- populate_stats(site, [
625
- build(:pageview, utm_term: "oat milk", timestamp: ~N[2021-01-01 00:00:00]),
626
- build(:pageview, utm_term: "Sweden", timestamp: ~N[2021-01-01 00:00:00]),
627
- build(:pageview, utm_term: "Sweden", timestamp: ~N[2021-01-01 00:00:00])
628
- ])
629
-
630
- import_data(
631
- [
632
- %{
633
- dimensions: %{
634
- "sessionManualAdContent" => "",
635
- "sessionCampaignName" => "",
636
- "date" => "20210101",
637
- "sessionGoogleAdsKeyword" => "oat milk",
638
- "sessionMedium" => "paid",
639
- "sessionSource" => "Google",
640
- "sessionDefaultChannelGroup" => ""
641
- },
642
- metrics: %{
643
- "bounces" => "1",
644
- "userEngagementDuration" => "100",
645
- "sessions" => "1",
646
- "totalUsers" => "1",
647
- "screenPageViews" => "1"
648
- }
649
- },
650
- %{
651
- dimensions: %{
652
- "sessionManualAdContent" => "",
653
- "sessionCampaignName" => "",
654
- "date" => "20210101",
655
- "sessionGoogleAdsKeyword" => "Sweden",
656
- "sessionMedium" => "paid",
657
- "sessionSource" => "Google",
658
- "sessionDefaultChannelGroup" => ""
659
- },
660
- metrics: %{
661
- "bounces" => "0",
662
- "userEngagementDuration" => "100",
663
- "sessions" => "1",
664
- "totalUsers" => "1",
665
- "screenPageViews" => "1"
666
- }
667
- },
668
- %{
669
- dimensions: %{
670
- "sessionManualAdContent" => "",
671
- "sessionCampaignName" => "",
672
- "date" => "20210101",
673
- "sessionGoogleAdsKeyword" => "(not set)",
674
- "sessionMedium" => "paid",
675
- "sessionSource" => "Google",
676
- "sessionDefaultChannelGroup" => ""
677
- },
678
- metrics: %{
679
- "bounces" => "0",
680
- "userEngagementDuration" => "100",
681
- "sessions" => "1",
682
- "totalUsers" => "1",
683
- "screenPageViews" => "1"
684
- }
685
- }
686
- ],
687
- site.id,
688
- import_id,
689
- "imported_sources"
690
- )
691
-
692
- response =
693
- do_query(conn, site, %{
694
- "date_range" => ["2021-01-01", "2021-01-01"],
695
- "dimensions" => ["visit:utm_term"],
696
- "filters" => [["is_not", "visit:utm_term", [""]]],
697
- "metrics" => ["visitors", "bounce_rate", "visit_duration", "percentage"],
698
- "include" => %{"imports" => true}
699
- })
700
-
701
- assert response["results"] == [
702
- %{
703
- "dimensions" => ["Sweden"],
704
- "metrics" => [3, 67, 33, 60.0]
705
- },
706
- %{
707
- "dimensions" => ["oat milk"],
708
- "metrics" => [2, 100, 50, 40.0]
709
- }
710
- ]
711
- end
712
-
713
- test "UTM contents data imported from Google Analytics", %{
714
- conn: conn,
715
- site: site,
716
- import_id: import_id
717
- } do
718
- populate_stats(site, [
719
- build(:pageview, utm_content: "ad", timestamp: ~N[2021-01-01 00:00:00]),
720
- build(:pageview, utm_content: "blog", timestamp: ~N[2021-01-01 00:00:00])
721
- ])
722
-
723
- import_data(
724
- [
725
- %{
726
- dimensions: %{
727
- "sessionManualAdContent" => "ad",
728
- "sessionCampaignName" => "",
729
- "date" => "20210101",
730
- "sessionGoogleAdsKeyword" => "",
731
- "sessionMedium" => "paid",
732
- "sessionSource" => "Google",
733
- "sessionDefaultChannelGroup" => ""
734
- },
735
- metrics: %{
736
- "bounces" => "1",
737
- "userEngagementDuration" => "100",
738
- "sessions" => "1",
739
- "totalUsers" => "1",
740
- "screenPageViews" => "1"
741
- }
742
- },
743
- %{
744
- dimensions: %{
745
- "sessionManualAdContent" => "blog",
746
- "sessionCampaignName" => "",
747
- "date" => "20210101",
748
- "sessionGoogleAdsKeyword" => "",
749
- "sessionMedium" => "paid",
750
- "sessionSource" => "Google",
751
- "sessionDefaultChannelGroup" => ""
752
- },
753
- metrics: %{
754
- "bounces" => "0",
755
- "userEngagementDuration" => "100",
756
- "sessions" => "1",
757
- "totalUsers" => "1",
758
- "screenPageViews" => "1"
759
- }
760
- },
761
- %{
762
- dimensions: %{
763
- "sessionManualAdContent" => "(not set)",
764
- "sessionCampaignName" => "",
765
- "date" => "20210101",
766
- "sessionGoogleAdsKeyword" => "",
767
- "sessionMedium" => "paid",
768
- "sessionSource" => "Google",
769
- "sessionDefaultChannelGroup" => ""
770
- },
771
- metrics: %{
772
- "bounces" => "0",
773
- "userEngagementDuration" => "100",
774
- "sessions" => "1",
775
- "totalUsers" => "1",
776
- "screenPageViews" => "1"
777
- }
778
- }
779
- ],
780
- site.id,
781
- import_id,
782
- "imported_sources"
783
- )
784
-
785
- response =
786
- do_query(conn, site, %{
787
- "date_range" => ["2021-01-01", "2021-01-01"],
788
- "dimensions" => ["visit:utm_content"],
789
- "filters" => [["is_not", "visit:utm_content", [""]]],
790
- "order_by" => [["bounce_rate", "desc"]],
791
- "metrics" => ["visitors", "bounce_rate", "visit_duration", "percentage"],
792
- "include" => %{"imports" => true}
793
- })
794
-
795
- assert response["results"] == [
796
- %{
797
- "dimensions" => ["ad"],
798
- "metrics" => [2, 100, 50, 50.0]
799
- },
800
- %{
801
- "dimensions" => ["blog"],
802
- "metrics" => [2, 50, 50, 50.0]
803
- }
804
- ]
805
- end
806
-
807
- test "Page event data imported from Google Analytics", %{
808
- conn: conn,
809
- site: site,
810
- import_id: import_id
811
- } do
812
- populate_stats(site, [
813
- build(:pageview,
814
- pathname: "/",
815
- hostname: "host-a.com",
816
- user_id: @user_id,
817
- timestamp: ~N[2021-01-01 00:00:00]
818
- ),
819
- build(:pageview,
820
- pathname: "/some-other-page",
821
- hostname: "host-a.com",
822
- user_id: @user_id,
823
- timestamp: ~N[2021-01-01 00:15:00]
824
- )
825
- ])
826
-
827
- populate_stats(site, import_id, [
828
- build(:imported_visitors, date: ~D[2021-01-01]),
829
- build(:imported_visitors, date: ~D[2021-01-01]),
830
- build(:imported_visitors, date: ~D[2021-01-01]),
831
- build(:imported_visitors, date: ~D[2021-01-01])
832
- ])
833
-
834
- import_data(
835
- [
836
- %{
837
- dimensions: %{
838
- "date" => "20210101",
839
- "hostName" => "host-a.com",
840
- "pagePath" => "/"
841
- },
842
- metrics: %{
843
- "screenPageViews" => "1",
844
- "userEngagementDuration" => "700",
845
- "totalUsers" => "1",
846
- "activeUsers" => "1",
847
- "sessions" => "1"
848
- }
849
- },
850
- %{
851
- dimensions: %{
852
- "date" => "20210101",
853
- "hostName" => "host-b.com",
854
- "pagePath" => "/some-other-page"
855
- },
856
- metrics: %{
857
- "screenPageViews" => "2",
858
- "userEngagementDuration" => "60",
859
- "totalUsers" => "1",
860
- "activeUsers" => "1",
861
- "sessions" => "1"
862
- }
863
- },
864
- %{
865
- dimensions: %{
866
- "date" => "20210101",
867
- "hostName" => "host-b.com",
868
- "pagePath" => "/some-other-page?wat=wot"
869
- },
870
- metrics: %{
871
- "screenPageViews" => "1",
872
- "userEngagementDuration" => "60",
873
- "totalUsers" => "1",
874
- "activeUsers" => "1",
875
- "sessions" => "1"
876
- }
877
- }
878
- ],
879
- site.id,
880
- import_id,
881
- "imported_pages"
882
- )
883
-
884
- import_data(
885
- [
886
- %{
887
- dimensions: %{"date" => "20210101", "landingPage" => "/"},
888
- metrics: %{
889
- "bounces" => "1",
890
- "sessions" => "3",
891
- "userEngagementDuration" => "10",
892
- "totalUsers" => "1",
893
- "screenPageViews" => "1"
894
- }
895
- }
896
- ],
897
- site.id,
898
- import_id,
899
- "imported_entry_pages"
900
- )
901
-
902
- response =
903
- do_query(conn, site, %{
904
- "date_range" => ["2021-01-01", "2021-01-01"],
905
- "dimensions" => ["event:page"],
906
- "metrics" => [
907
- "visitors",
908
- "pageviews",
909
- "bounce_rate",
910
- "time_on_page",
911
- "scroll_depth",
912
- "percentage"
913
- ],
914
- "include" => %{"imports" => true}
915
- })
916
-
917
- assert response["results"] == [
918
- %{
919
- "dimensions" => ["/some-other-page"],
920
- "metrics" => [3, 4, 0, 60, nil, 60.0]
921
- },
922
- %{
923
- "dimensions" => ["/"],
924
- "metrics" => [2, 2, 25, 700, nil, 40.0]
925
- }
926
- ]
927
- end
928
-
929
- test "imports city data from Google Analytics", %{
930
- conn: conn,
931
- site: site,
932
- import_id: import_id
933
- } do
934
- populate_stats(site, [
935
- build(:pageview,
936
- country_code: "EE",
937
- timestamp: ~N[2021-01-01 00:15:00]
938
- ),
939
- build(:pageview,
940
- country_code: "EE",
941
- timestamp: ~N[2021-01-01 00:15:00]
942
- ),
943
- build(:pageview,
944
- country_code: "GB",
945
- timestamp: ~N[2021-01-01 00:15:00]
946
- )
947
- ])
948
-
949
- import_data(
950
- [
951
- %{
952
- dimensions: %{
953
- "countryId" => "EE",
954
- "city" => "Tartu",
955
- "date" => "20210101",
956
- "region" => "Tartumaa"
957
- },
958
- metrics: %{
959
- "bounces" => "0",
960
- "userEngagementDuration" => "10",
961
- "sessions" => "1",
962
- "totalUsers" => "1",
963
- "screenPageViews" => "1"
964
- }
965
- },
966
- %{
967
- dimensions: %{
968
- "countryId" => "GB",
969
- "city" => "Edinburgh",
970
- "date" => "20210101",
971
- "region" => "Midlothian"
972
- },
973
- metrics: %{
974
- "bounces" => "0",
975
- "userEngagementDuration" => "10",
976
- "sessions" => "1",
977
- "totalUsers" => "1",
978
- "screenPageViews" => "1"
979
- }
980
- }
981
- ],
982
- site.id,
983
- import_id,
984
- "imported_locations"
985
- )
986
-
987
- response =
988
- do_query(conn, site, %{
989
- "date_range" => ["2021-01-01", "2021-01-01"],
990
- "dimensions" => ["visit:city_name", "visit:city", "visit:country"],
991
- "metrics" => ["visitors", "percentage"],
992
- "filters" => [["is_not", "visit:city", [0]]],
993
- "order_by" => [["visit:city_name", "desc"]],
994
- "include" => %{"imports" => true}
995
- })
996
-
997
- assert response["results"] == [
998
- %{"dimensions" => ["Tartu", 588_335, "EE"], "metrics" => [1, 50.0]},
999
- %{"dimensions" => ["Edinburgh", 2_650_225, "GB"], "metrics" => [1, 50.0]}
1000
- ]
1001
- end
1002
-
1003
- test "imports country data from Google Analytics", %{
1004
- conn: conn,
1005
- site: site,
1006
- import_id: import_id
1007
- } do
1008
- populate_stats(site, import_id, [
1009
- build(:pageview,
1010
- country_code: "EE",
1011
- timestamp: ~N[2021-01-01 00:15:00]
1012
- ),
1013
- build(:pageview,
1014
- country_code: "EE",
1015
- timestamp: ~N[2021-01-01 00:15:00]
1016
- ),
1017
- build(:pageview,
1018
- country_code: "GB",
1019
- timestamp: ~N[2021-01-01 00:15:00]
1020
- ),
1021
- build(:imported_visitors, date: ~D[2021-01-01], visitors: 2)
1022
- ])
1023
-
1024
- import_data(
1025
- [
1026
- %{
1027
- dimensions: %{
1028
- "countryId" => "EE",
1029
- "city" => "Tartu",
1030
- "date" => "20210101",
1031
- "region" => "Tartumaa"
1032
- },
1033
- metrics: %{
1034
- "bounces" => "0",
1035
- "userEngagementDuration" => "10",
1036
- "sessions" => "1",
1037
- "totalUsers" => "1",
1038
- "screenPageViews" => "1"
1039
- }
1040
- },
1041
- %{
1042
- dimensions: %{
1043
- "countryId" => "GB",
1044
- "city" => "Edinburgh",
1045
- "date" => "20210101",
1046
- "region" => "Midlothian"
1047
- },
1048
- metrics: %{
1049
- "bounces" => "0",
1050
- "userEngagementDuration" => "10",
1051
- "sessions" => "1",
1052
- "totalUsers" => "1",
1053
- "screenPageViews" => "1"
1054
- }
1055
- }
1056
- ],
1057
- site.id,
1058
- import_id,
1059
- "imported_locations"
1060
- )
1061
-
1062
- response =
1063
- do_query(conn, site, %{
1064
- "date_range" => ["2021-01-01", "2021-01-01"],
1065
- "dimensions" => ["visit:country_name", "visit:country"],
1066
- "metrics" => ["visitors", "percentage"],
1067
- "include" => %{"imports" => true}
1068
- })
1069
-
1070
- assert response["results"] == [
1071
- %{"dimensions" => ["Estonia", "EE"], "metrics" => [3, 60.0]},
1072
- %{"dimensions" => ["United Kingdom", "GB"], "metrics" => [2, 40.0]}
1073
- ]
1074
- end
1075
-
1076
- test "Devices data imported from Google Analytics", %{
1077
- conn: conn,
1078
- site: site,
1079
- import_id: import_id
1080
- } do
1081
- populate_stats(site, import_id, [
1082
- build(:pageview, screen_size: "Desktop", timestamp: ~N[2021-01-01 00:15:00]),
1083
- build(:pageview, screen_size: "Desktop", timestamp: ~N[2021-01-01 00:15:00]),
1084
- build(:pageview, screen_size: "Laptop", timestamp: ~N[2021-01-01 00:15:00]),
1085
- build(:imported_visitors, date: ~D[2021-01-01], visitors: 2)
1086
- ])
1087
-
1088
- import_data(
1089
- [
1090
- %{
1091
- dimensions: %{"date" => "20210101", "deviceCategory" => "mobile"},
1092
- metrics: %{
1093
- "bounces" => "0",
1094
- "userEngagementDuration" => "10",
1095
- "sessions" => "1",
1096
- "totalUsers" => "1",
1097
- "screenPageViews" => "1"
1098
- }
1099
- },
1100
- %{
1101
- dimensions: %{"date" => "20210101", "deviceCategory" => "Laptop"},
1102
- metrics: %{
1103
- "bounces" => "0",
1104
- "userEngagementDuration" => "10",
1105
- "sessions" => "1",
1106
- "totalUsers" => "1",
1107
- "screenPageViews" => "1"
1108
- }
1109
- }
1110
- ],
1111
- site.id,
1112
- import_id,
1113
- "imported_devices"
1114
- )
1115
-
1116
- response =
1117
- do_query(conn, site, %{
1118
- "date_range" => ["2021-01-01", "2021-01-01"],
1119
- "dimensions" => ["visit:device"],
1120
- "order_by" => [["visitors", "desc"], ["visit:device", "asc"]],
1121
- "metrics" => ["visitors", "percentage"],
1122
- "include" => %{"imports" => true}
1123
- })
1124
-
1125
- assert response["results"] == [
1126
- %{"dimensions" => ["Desktop"], "metrics" => [2, 40.0]},
1127
- %{"dimensions" => ["Laptop"], "metrics" => [2, 40.0]},
1128
- %{"dimensions" => ["Mobile"], "metrics" => [1, 20.0]}
1129
- ]
1130
- end
1131
-
1132
- test "Browsers data imported from Google Analytics", %{
1133
- conn: conn,
1134
- site: site,
1135
- import_id: import_id
1136
- } do
1137
- populate_stats(site, import_id, [
1138
- build(:pageview, browser: "Chrome", timestamp: ~N[2021-01-01 00:15:00]),
1139
- build(:pageview, browser: "Firefox", timestamp: ~N[2021-01-01 00:15:00]),
1140
- build(:imported_visitors, visitors: 2, date: ~D[2021-01-01])
1141
- ])
1142
-
1143
- import_data(
1144
- [
1145
- %{
1146
- dimensions: %{
1147
- "browser" => "User-Agent: Mozilla",
1148
- "date" => "20210101"
1149
- },
1150
- metrics: %{
1151
- "bounces" => "0",
1152
- "userEngagementDuration" => "10",
1153
- "sessions" => "1",
1154
- "totalUsers" => "1",
1155
- "screenPageViews" => "1"
1156
- }
1157
- },
1158
- %{
1159
- dimensions: %{"browser" => "Android Browser", "date" => "20210101"},
1160
- metrics: %{
1161
- "bounces" => "0",
1162
- "userEngagementDuration" => "10",
1163
- "sessions" => "1",
1164
- "totalUsers" => "1",
1165
- "screenPageViews" => "1"
1166
- }
1167
- }
1168
- ],
1169
- site.id,
1170
- import_id,
1171
- "imported_browsers"
1172
- )
1173
-
1174
- response =
1175
- do_query(conn, site, %{
1176
- "date_range" => ["2021-01-01", "2021-01-01"],
1177
- "dimensions" => ["visit:browser"],
1178
- "order_by" => [["visitors", "desc"], ["visit:browser", "asc"]],
1179
- "metrics" => ["visitors", "percentage"],
1180
- "include" => %{"imports" => true}
1181
- })
1182
-
1183
- assert response["results"] == [
1184
- %{"dimensions" => ["Firefox"], "metrics" => [2, 50.0]},
1185
- %{"dimensions" => ["Chrome"], "metrics" => [1, 25.0]},
1186
- %{"dimensions" => ["Mobile App"], "metrics" => [1, 25.0]}
1187
- ]
1188
- end
1189
-
1190
- test "OS data imported from Google Analytics", %{
1191
- conn: conn,
1192
- site: site,
1193
- import_id: import_id
1194
- } do
1195
- populate_stats(site, import_id, [
1196
- build(:pageview, operating_system: "Mac", timestamp: ~N[2021-01-01 00:15:00]),
1197
- build(:pageview, operating_system: "Mac", timestamp: ~N[2021-01-01 00:15:00]),
1198
- build(:pageview,
1199
- operating_system: "GNU/Linux",
1200
- timestamp: ~N[2021-01-01 00:15:00]
1201
- ),
1202
- build(:imported_visitors, date: ~D[2021-01-01], visitors: 2)
1203
- ])
1204
-
1205
- import_data(
1206
- [
1207
- %{
1208
- dimensions: %{
1209
- "date" => "20210101",
1210
- "operatingSystem" => "Macintosh",
1211
- "operatingSystemVersion" => "10.15.1"
1212
- },
1213
- metrics: %{
1214
- "bounces" => "0",
1215
- "userEngagementDuration" => "10",
1216
- "sessions" => "1",
1217
- "totalUsers" => "1",
1218
- "screenPageViews" => "1"
1219
- }
1220
- },
1221
- %{
1222
- dimensions: %{
1223
- "date" => "20210101",
1224
- "operatingSystem" => "Linux",
1225
- "operatingSystemVersion" => "12.12"
1226
- },
1227
- metrics: %{
1228
- "bounces" => "0",
1229
- "userEngagementDuration" => "10",
1230
- "sessions" => "1",
1231
- "totalUsers" => "1",
1232
- "screenPageViews" => "1"
1233
- }
1234
- }
1235
- ],
1236
- site.id,
1237
- import_id,
1238
- "imported_operating_systems"
1239
- )
1240
-
1241
- response =
1242
- do_query(conn, site, %{
1243
- "date_range" => ["2021-01-01", "2021-01-01"],
1244
- "dimensions" => ["visit:os"],
1245
- "metrics" => ["visitors", "percentage"],
1246
- "include" => %{"imports" => true}
1247
- })
1248
-
1249
- assert response["results"] == [
1250
- %{"dimensions" => ["Mac"], "metrics" => [3, 60.0]},
1251
- %{"dimensions" => ["GNU/Linux"], "metrics" => [2, 40.0]}
1252
- ]
1253
- end
1254
-
1255
- test "Can import visit duration with scientific notation", %{
1256
- conn: conn,
1257
- site: site,
1258
- import_id: import_id
1259
- } do
1260
- populate_stats(site, [
1261
- build(:pageview, timestamp: ~N[2021-01-01 00:00:00]),
1262
- build(:pageview, timestamp: ~N[2021-01-31 00:00:00])
1263
- ])
1264
-
1265
- import_data(
1266
- [
1267
- %{
1268
- dimensions: %{"date" => "20210101"},
1269
- metrics: %{
1270
- "bounces" => "0",
1271
- "screenPageViews" => "1",
1272
- "userEngagementDuration" => "1.391607E7",
1273
- "sessions" => "1",
1274
- "totalUsers" => "1"
1275
- }
1276
- },
1277
- %{
1278
- dimensions: %{"date" => "20210131"},
1279
- metrics: %{
1280
- "bounces" => "1",
1281
- "screenPageViews" => "1",
1282
- "userEngagementDuration" => "60",
1283
- "sessions" => "1",
1284
- "totalUsers" => "1"
1285
- }
1286
- }
1287
- ],
1288
- site.id,
1289
- import_id,
1290
- "imported_visitors"
1291
- )
1292
-
1293
- params = %{
1294
- "metrics" => ["visit_duration"],
1295
- "date_range" => ["2021-01-01", "2021-01-31"],
1296
- "include" => %{"imports" => true},
1297
- "filters" => []
1298
- }
1299
-
1300
- response = do_query(conn, site, params)
1301
-
1302
- assert response["results"] == [
1303
- %{"dimensions" => [], "metrics" => [3_479_032]}
1304
- ]
1305
- end
1306
-
1307
- test "skips empty dates from import", %{conn: conn, site: site, import_id: import_id} do
1308
- import_data(
1309
- [
1310
- %{
1311
- dimensions: %{"date" => "20210101"},
1312
- metrics: %{
1313
- "totalUsers" => "1",
1314
- "screenPageViews" => "1",
1315
- "bounces" => "0",
1316
- "sessions" => "1",
1317
- "userEngagementDuration" => "60"
1318
- }
1319
- },
1320
- %{
1321
- dimensions: %{"date" => "(other)"},
1322
- metrics: %{
1323
- "totalUsers" => "1",
1324
- "screenPageViews" => "1",
1325
- "bounces" => "0",
1326
- "sessions" => "1",
1327
- "userEngagementDuration" => "60"
1328
- }
1329
- }
1330
- ],
1331
- site.id,
1332
- import_id,
1333
- "imported_visitors"
1334
- )
1335
-
1336
- params = %{
1337
- "metrics" => [
1338
- "visitors",
1339
- "visits",
1340
- "pageviews",
1341
- "views_per_visit",
1342
- "bounce_rate",
1343
- "visit_duration"
1344
- ],
1345
- "date_range" => ["2021-01-01", "2021-01-31"],
1346
- "include" => %{"imports" => true},
1347
- "filters" => []
1348
- }
1349
-
1350
- response = do_query(conn, site, params)
1351
-
1352
- assert response["results"] == [
1353
- %{"dimensions" => [], "metrics" => [1, 1, 1, 1, 0, 60]}
1354
- ]
1355
- end
1356
- end
1357
- end
1358
- end