plausible/analytics
1
1
Fork 0
mirror of https://github.com/plausible/analytics.git synced 2025-01-02 14:32:21 +03:00
Code Issues Packages Projects Releases Wiki Activity

Remove parallel requests to Google Analytics (#2219)

Browse Source
This commit is contained in:
Vinicius Brasil 2022-09-13 11:20:38 -03:00 committed by GitHub
parent 1519db72c2
commit 119640486e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
lib/plausible/google/api.ex
View File

@ -104,7 +104,6 @@ defmodule Plausible.Google.Api do
end
@per_page 10_000
@one_day_in_ms 86_400_000
@doc """
API reference:
https://developers.google.com/analytics/devguides/reporting/core/v4/rest/v4/reports/batchGet#ReportRequest
@ -115,24 +114,18 @@ defmodule Plausible.Google.Api do
{:ok, buffer} = Plausible.Google.Buffer.start_link()
ReportRequest.full_report()
|> Task.async_stream(
fn %ReportRequest{} = report_request ->
report_request = %ReportRequest{
report_request
| date_range: date_range,
view_id: view_id,
access_token: access_token,
page_token: nil,
page_size: @per_page
}
|> Enum.each(fn %ReportRequest{} = report_request ->
report_request = %ReportRequest{
report_request
| date_range: date_range,
view_id: view_id,
access_token: access_token,
page_token: nil,
page_size: @per_page
}
fetch_and_persist(site, report_request, buffer: buffer)
end,
ordered: false,
max_concurrency: 3,
timeout: @one_day_in_ms
)
|> Stream.run()
fetch_and_persist(site, report_request, buffer: buffer)
end)
Plausible.Google.Buffer.flush(buffer)
Plausible.Google.Buffer.stop(buffer)