mirror of
https://github.com/plausible/analytics.git
synced 2024-12-27 03:21:37 +03:00
b4b7532f07
* first commit with test and compile job Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding 'prepare' stage Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updated ci script to include "test" compile phase Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding environment variables for connecting to postgresql Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updated ci config for postgres Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * using non-alpine version of elixir Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * re-using the 'compile' artifacts and added explict env variables for testing Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * removing redundant deps fetching from common code Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * formatting using mix.format -- beware no-code changes! Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * added release config Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding consistent env variable for Database Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * more cleaning up of environment variables Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Adding releases config for enabling releases Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * cleaning up env configs Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Cleaned up config and prepared config for releases Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updated CI script with new config for test Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Added Dockerfile for creating production docker image Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Adding "docker" build job yay! Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * using non-slim version of debian and installing webpack Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Adding overlays for migrations on releases Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * restricting the docker built to master branch only Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * typo fix Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding "Hosting.md" to explain hosting instructions Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * removed the default comments Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Added documentation related to env variables * updated documentation and fixed typo Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updated documentation * Bumping up elixir version as `overlays` are only supported in latest version read release notes: https://github.com/elixir-lang/elixir/releases/tag/v1.10.0 Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Adding tarball assembly during release Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updated HOSTING.md Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Added support for db migration Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * minor corrections Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * initializing admin user Admin user has been added in the "migration" phase. A default user is automatically created in the process. One can provide the related env variables, else a new one will be automatically created for you. Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Initial base domain update - phase#1 These changes are only meant for correct operating it under self-hosting. There are many other cosmetic changes, that require updates to email, site and other places where the original website and author is used. Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Using dedicated config variable `base_domain` instead Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding base_domain to releases config Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * removing the dedicated config "base_domain", relying on endpoint host Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Removed the usage of "Mix" in code! It is bad practice to use "mix" module inside the code as in actual release this module is unavailable. Replacing this with a config environment variable Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Added support for SMTP via Bamboo Smtp Adapter Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Capturing SMTP errors via Sentry Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Minor updates Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * Adding junit formatter -- useful for generating test reports Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding documentation for default user * Resolve "Gitlab Adoption: Add supported services in "Security & Compliance"" * bumping up the debian version to fix issues fixing some vulnerabilities identified by the scanning tools * More updates for self-hosting Changes in most of the places to suit self-hosting. Although, there are some which have been left-off. Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * quick-dirty-fix! * bumping up the db connect timeout Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * bumping up the db connect timeout Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * bumping up the db connect timeout Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * bumping up timeout - skipping MRs :-/ * removing restrictions on watching for changes this stuff isn't working * Update HOSTING.md * renamed the module name * reverting formatting-whitespace changes Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * reverting the name to release Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * adding docker-compose.yml and related instructions Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * using `plausible_url` instead of assuming `https` this is because, it is much to test in local dev machines and in most cases there's already a layer above which is capable for `https` termination and http -> https upgrade Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * WIP: merging changes from upstream Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * wip: more changes * Pushing in changes from upstream Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * changes to ci for testing Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * cleaning up and finishing clickhouse integration Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * updating readme with hosting details * removing deleted files from upstream * minor config adjustments Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me> * formatting changes Signed-off-by: Chandra Tungathurthi <tckb@tgrthi.me>
94 lines
2.6 KiB
Elixir
94 lines
2.6 KiB
Elixir
defmodule Plausible.Workers.FetchTweetsTest do
|
|
use Plausible.DataCase
|
|
alias Plausible.Workers.FetchTweets
|
|
import Double
|
|
|
|
test "fetches Twitter referrals from the last day" do
|
|
twitter_mock = stub(Plausible.Twitter.Api, :search, fn _link -> [] end)
|
|
FetchTweets.perform(nil, nil, twitter_mock)
|
|
|
|
assert_receive({Plausible.Twitter.Api, :search, ["t.co/a-link"]})
|
|
end
|
|
|
|
test "fetches Twitter referrals from 5-6 days ago" do
|
|
twitter_mock = stub(Plausible.Twitter.Api, :search, fn _link -> [] end)
|
|
FetchTweets.perform(nil, nil, twitter_mock)
|
|
|
|
assert_receive({Plausible.Twitter.Api, :search, ["t.co/b-link"]})
|
|
end
|
|
|
|
test "stores twitter results" do
|
|
tweet = %{
|
|
"full_text" => "a Tweet body",
|
|
"id_str" => "the_tweet_id",
|
|
"created_at" => "Mon May 06 20:01:29 +0000 2019",
|
|
"user" => %{
|
|
"screen_name" => "twitter_author",
|
|
"name" => "Twitter Author",
|
|
"profile_image_url_https" => "https://image.com"
|
|
},
|
|
"entities" => %{
|
|
"user_mentions" => [],
|
|
"urls" => []
|
|
}
|
|
}
|
|
|
|
twitter_mock =
|
|
stub(Plausible.Twitter.Api, :search, fn
|
|
"t.co/a-link" -> [tweet]
|
|
_link -> []
|
|
end)
|
|
|
|
FetchTweets.perform(nil, nil, twitter_mock)
|
|
|
|
[found_tweet] = Repo.all(from(t in Plausible.Twitter.Tweet))
|
|
assert found_tweet.tweet_id == "the_tweet_id"
|
|
assert found_tweet.text == "a Tweet body"
|
|
assert found_tweet.author_handle == "twitter_author"
|
|
assert found_tweet.author_name == "Twitter Author"
|
|
assert found_tweet.author_image == "https://image.com"
|
|
assert found_tweet.created == ~N[2019-05-06 20:01:29]
|
|
end
|
|
|
|
describe "processing tweet entities" do
|
|
test "inlines links to the body" do
|
|
tweet = %{
|
|
"full_text" => "asd https://t.co/somelink",
|
|
"entities" => %{
|
|
"user_mentions" => [],
|
|
"urls" => [
|
|
%{
|
|
"display_url" => "plausible.io",
|
|
"indices" => [4, 17],
|
|
"url" => "https://t.co/somelink"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
|
|
body = FetchTweets.html_body(tweet)
|
|
|
|
assert body == "asd <a href=\"https://t.co/somelink\" target=\"_blank\">plausible.io</a>"
|
|
end
|
|
|
|
test "inlines user mentions to the body" do
|
|
tweet = %{
|
|
"full_text" => "asd @hello",
|
|
"entities" => %{
|
|
"user_mentions" => [
|
|
%{
|
|
"screen_name" => "hello",
|
|
"id_str" => "123123"
|
|
}
|
|
],
|
|
"urls" => []
|
|
}
|
|
}
|
|
|
|
body = FetchTweets.html_body(tweet)
|
|
|
|
assert body == "asd <a href=\"https://twitter.com/hello\" target=\"_blank\">@hello</a>"
|
|
end
|
|
end
|
|
end
|