mirror of
https://github.com/plausible/analytics.git
synced 2024-11-30 11:13:22 +03:00
0fa6b688af
* Make TestUtils module available in all tests * Add macros patching the application env in tests Unfortunately a lot of existing functionality relies on certain application env setup. This isn't ideal because the app config is a shared state that prevents us from running the tests in parallel. Those macros encapsulate setting up new env for test purposes and make sure the changes are reverted when the test finishes. * Allow passing request opts to HTTPClient.post/4 We need this to swap custom request building in Google Analytics import. * Unify errors when listing sites * React: propagate backend error messages if available * React: catch API errors in Search Terms component * Propagate google API errors on referrer drilldown * Handle verified properties errors in SC settings * Add missing tests for SC settings controller * Unify errors for fetching search analytics queries (list stats) * Unify errors refreshing Google Auth Token * Test fetch_stats/3 errors and replace Double with Mox * Fixup makrup * s/class/className * Simplify Search Terms display in case of errors * Fix warnings
188 lines
4.5 KiB
Elixir
188 lines
4.5 KiB
Elixir
defmodule Plausible.TestUtils do
|
|
use Plausible.Repo
|
|
alias Plausible.Factory
|
|
|
|
defmacro __using__(_) do
|
|
quote do
|
|
require Plausible.TestUtils
|
|
import Plausible.TestUtils
|
|
end
|
|
end
|
|
|
|
defmacro patch_env(env_key, value) do
|
|
quote do
|
|
original_env = Application.get_env(:plausible, unquote(env_key))
|
|
Application.put_env(:plausible, unquote(env_key), unquote(value))
|
|
|
|
on_exit(fn ->
|
|
Application.put_env(:plausible, unquote(env_key), original_env)
|
|
end)
|
|
|
|
{:ok, %{patched_env: true}}
|
|
end
|
|
end
|
|
|
|
defmacro setup_patch_env(env_key, value) do
|
|
quote do
|
|
setup do
|
|
patch_env(unquote(env_key), unquote(value))
|
|
end
|
|
end
|
|
end
|
|
|
|
def create_user(_) do
|
|
{:ok, user: Factory.insert(:user)}
|
|
end
|
|
|
|
def create_site(%{user: user}) do
|
|
site = Factory.insert(:site, domain: "test-site.com", members: [user])
|
|
{:ok, site: site}
|
|
end
|
|
|
|
def add_imported_data(%{site: site}) do
|
|
site =
|
|
site
|
|
|> Plausible.Site.start_import(~D[2005-01-01], Timex.today(), "Google Analytics", "ok")
|
|
|> Repo.update!()
|
|
|
|
{:ok, site: site}
|
|
end
|
|
|
|
def create_new_site(%{user: user}) do
|
|
site = Factory.insert(:site, members: [user])
|
|
{:ok, site: site}
|
|
end
|
|
|
|
def create_api_key(%{user: user}) do
|
|
api_key = Factory.insert(:api_key, user: user)
|
|
|
|
{:ok, api_key: api_key.key}
|
|
end
|
|
|
|
def use_api_key(%{conn: conn, api_key: api_key}) do
|
|
conn = Plug.Conn.put_req_header(conn, "authorization", "Bearer #{api_key}")
|
|
|
|
{:ok, conn: conn}
|
|
end
|
|
|
|
def create_pageviews(pageviews) do
|
|
pageviews =
|
|
Enum.map(pageviews, fn pageview ->
|
|
Factory.build(:pageview, pageview) |> Map.from_struct() |> Map.delete(:__meta__)
|
|
end)
|
|
|
|
Plausible.ClickhouseRepo.insert_all("events", pageviews)
|
|
end
|
|
|
|
def create_events(events) do
|
|
events =
|
|
Enum.map(events, fn event ->
|
|
Factory.build(:event, event) |> Map.from_struct() |> Map.delete(:__meta__)
|
|
end)
|
|
|
|
Plausible.ClickhouseRepo.insert_all("events", events)
|
|
end
|
|
|
|
def create_sessions(sessions) do
|
|
sessions =
|
|
Enum.map(sessions, fn session ->
|
|
Factory.build(:ch_session, session) |> Map.from_struct() |> Map.delete(:__meta__)
|
|
end)
|
|
|
|
Plausible.ClickhouseRepo.insert_all("sessions", sessions)
|
|
end
|
|
|
|
def log_in(%{user: user, conn: conn}) do
|
|
conn =
|
|
init_session(conn)
|
|
|> Plug.Conn.put_session(:current_user_id, user.id)
|
|
|
|
{:ok, conn: conn}
|
|
end
|
|
|
|
def init_session(conn) do
|
|
opts =
|
|
Plug.Session.init(
|
|
store: :cookie,
|
|
key: "foobar",
|
|
encryption_salt: "encrypted cookie salt",
|
|
signing_salt: "signing salt",
|
|
log: false,
|
|
encrypt: false
|
|
)
|
|
|
|
conn
|
|
|> Plug.Session.call(opts)
|
|
|> Plug.Conn.fetch_session()
|
|
end
|
|
|
|
def populate_stats(site, events) do
|
|
Enum.map(events, fn event ->
|
|
case event do
|
|
%Plausible.ClickhouseEvent{} ->
|
|
Map.put(event, :domain, site.domain)
|
|
|
|
_ ->
|
|
Map.put(event, :site_id, site.id)
|
|
end
|
|
end)
|
|
|> populate_stats
|
|
end
|
|
|
|
def populate_stats(events) do
|
|
{native, imported} =
|
|
Enum.split_with(events, fn event ->
|
|
case event do
|
|
%Plausible.ClickhouseEvent{} ->
|
|
true
|
|
|
|
_ ->
|
|
false
|
|
end
|
|
end)
|
|
|
|
if native, do: populate_native_stats(native)
|
|
if imported, do: populate_imported_stats(imported)
|
|
end
|
|
|
|
defp populate_native_stats(events) do
|
|
sessions =
|
|
Enum.reduce(events, %{}, fn event, sessions ->
|
|
session_id = Plausible.Session.CacheStore.on_event(event, nil)
|
|
Map.put(sessions, {event.domain, event.user_id}, session_id)
|
|
end)
|
|
|
|
Enum.each(events, fn event ->
|
|
event = Map.put(event, :session_id, sessions[{event.domain, event.user_id}])
|
|
Plausible.Event.WriteBuffer.insert(event)
|
|
end)
|
|
|
|
Plausible.Session.WriteBuffer.flush()
|
|
Plausible.Event.WriteBuffer.flush()
|
|
end
|
|
|
|
defp populate_imported_stats(events) do
|
|
Enum.group_by(events, &Map.fetch!(&1, :table), &Map.delete(&1, :table))
|
|
|> Enum.map(fn {table, events} -> Plausible.ClickhouseRepo.insert_all(table, events) end)
|
|
end
|
|
|
|
def relative_time(shifts) do
|
|
NaiveDateTime.utc_now()
|
|
|> Timex.shift(shifts)
|
|
|> NaiveDateTime.truncate(:second)
|
|
end
|
|
|
|
def eventually(expectation, wait_time_ms \\ 50, retries \\ 10) do
|
|
Enum.reduce_while(1..retries, nil, fn attempt, _acc ->
|
|
case expectation.() do
|
|
{true, result} ->
|
|
{:halt, result}
|
|
|
|
{false, _} ->
|
|
Process.sleep(wait_time_ms * attempt)
|
|
{:cont, nil}
|
|
end
|
|
end)
|
|
end
|
|
end
|