plausible/analytics
1
1
Fork 0
mirror of https://github.com/plausible/analytics.git synced 2024-12-23 09:33:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

Migration to improve compression options of sessions_v2 and events_v2 tables (#3803)

Browse Source 
Part of https://3.basecamp.com/5308029/buckets/35611491/messages/7061875211
Based on work in https://3.basecamp.com/5308029/buckets/35611491/messages/6949640880#__recording_7015576045
This commit is contained in:
Karl-Aksel Puulmann 2024-02-23 09:19:57 +02:00 committed by GitHub
parent bca617d0bf
commit acd4f33c8e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 45 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
priv/ingest_repo/migrations/20240220123656_create_sessions_events_compression_options.exs Normal file
View File

@ -0,0 +1,45 @@
defmodule Plausible.IngestRepo.Migrations.CreateSessionsEventsCompressionOptions do
@moduledoc """
Improves compression options for events_v2 and sessions_v2 tables.
It's suggested to run OPTIMIZE both tables after this to get full compression wins afterwards
"""
use Ecto.Migration
@sessions_codecs %{
timestamp: "Codec(Delta(4), LZ4)",
start: "Codec(Delta(4), LZ4)",
entry_page: "Codec(ZSTD(3))",
exit_page: "Codec(ZSTD(3))",
hostname: "Codec(ZSTD(3))",
referrer: "Codec(ZSTD(3))",
referrer_source: "Codec(ZSTD(3))",
utm_medium: "Codec(ZSTD(3))",
utm_source: "Codec(ZSTD(3))",
utm_campaign: "Codec(ZSTD(3))",
utm_content: "Codec(ZSTD(3))",
utm_term: "Codec(ZSTD(3))",
"entry_meta.key": "Codec(ZSTD(3))",
"entry_meta.value": "Codec(ZSTD(3))"
}
@events_codecs %{
hostname: "Codec(ZSTD(3))",
"meta.key": "Codec(ZSTD(3))",
"meta.value": "Codec(ZSTD(3))"
}
def up do
for {column, codec} <- @sessions_codecs do
execute "ALTER TABLE sessions_v2 MODIFY COLUMN #{column} #{codec}"
end
for {column, codec} <- @events_codecs do
execute "ALTER TABLE events_v2 MODIFY COLUMN #{column} #{codec}"
end
end
# No need to explicitly revert
def down, do: nil
end