Skip to content

Open source, privacy-first web analytics. Lightweight, cookie-free Google Analytics alternative. Self-hosted or cloud.

Ingest throughput improvement test setup (#1867)

Uku Tahtf18a211dcc10
diff --git a/config/.env.dev b/config/.env.dev
index 787a5cd69d..d1d896e203 100644
--- a/config/.env.dev
+++ b/config/.env.dev
@@ -14,5 +14,3 @@ PADDLE_VENDOR_ID=3942
GOOGLE_CLIENT_ID=875387135161-l8tp53dpt7fdhdg9m1pc3vl42si95rh0.apps.googleusercontent.com
GOOGLE_CLIENT_SECRET=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
-
-IP_GEOLOCATION_DB=/home/ukutaht/plausible/analytics/city_database.mmdb
diff --git a/config/runtime.exs b/config/runtime.exs
index 28bcc00869..14046267c7 100644
--- a/config/runtime.exs
+++ b/config/runtime.exs
@@ -174,16 +174,6 @@ disable_cron =
|> get_var_from_path_or_env("DISABLE_CRON", "false")
|> String.to_existing_atom()
-{user_agent_cache_limit, ""} =
- config_dir
- |> get_var_from_path_or_env("USER_AGENT_CACHE_LIMIT", "1000")
- |> Integer.parse()
-
-user_agent_cache_stats =
- config_dir
- |> get_var_from_path_or_env("USER_AGENT_CACHE_STATS", "false")
- |> String.to_existing_atom()
-
config :plausible,
admin_user: admin_user,
admin_email: admin_email,
@@ -372,10 +362,6 @@ config :ref_inspector,
config :ua_inspector,
init: {Plausible.Release, :configure_ua_inspector}
-config :plausible, :user_agent_cache,
- limit: user_agent_cache_limit,
- stats: user_agent_cache_stats
-
config :hammer,
backend: {Hammer.Backend.ETS, [expiry_ms: 60_000 * 60 * 4, cleanup_interval_ms: 60_000 * 10]}
@@ -431,20 +417,25 @@ config :logger, Sentry.LoggerBackend,
level: :error,
excluded_domains: []
-# if honeycomb_api_key && honeycomb_dataset do
-# config :opentelemetry, :processors,
-# otel_batch_processor: %{
-# exporter:
-# {:opentelemetry_exporter,
-# %{
-# endpoints: ['https://api.honeycomb.io:443'],
-# headers: [
-# {"x-honeycomb-team", honeycomb_api_key},
-# {"x-honeycomb-dataset", honeycomb_dataset}
-# ]
-# }}
-# }
-# end
+if honeycomb_api_key && honeycomb_dataset do
+ sample_rate = if env == "prod", do: 0.01, else: 1.0
+
+ config :opentelemetry,
+ sampler: {:parent_based, %{root: {:trace_id_ratio_based, sample_rate}}},
+ resource: [service: %{name: "plausible"}],
+ span_processor: :batch,
+ exporter: :otlp
+
+ config :opentelemetry_exporter,
+ otlp_protocol: :grpc,
+ otlp_endpoint: 'https://api.honeycomb.io:443',
+ otlp_headers: [
+ {"x-honeycomb-team", honeycomb_api_key},
+ {"x-honeycomb-dataset", honeycomb_dataset}
+ ]
+else
+ config :opentelemetry, sampler: {:parent_based, %{root: {:trace_id_ratio_based, 0.0}}}
+end
config :tzdata,
:data_dir,
diff --git a/lib/plausible/application.ex b/lib/plausible/application.ex
index 1f3faf6716..f150f11a63 100644
--- a/lib/plausible/application.ex
+++ b/lib/plausible/application.ex
@@ -10,22 +10,24 @@ defmodule Plausible.Application do
Plausible.Repo,
Plausible.ClickhouseRepo,
{Phoenix.PubSub, name: Plausible.PubSub},
- PlausibleWeb.Endpoint,
+ Plausible.Session.Salts,
Plausible.Event.WriteBuffer,
Plausible.Session.WriteBuffer,
Plausible.Session.Store,
- Plausible.Session.Salts,
ReferrerBlocklist,
- {Oban, Application.get_env(:plausible, Oban)},
- {Cachex,
- Keyword.merge(Application.get_env(:plausible, :user_agent_cache), name: :user_agents)}
+ Supervisor.child_spec({Cachex, name: :user_agents, limit: 1000}, id: :cachex_user_agents),
+ Supervisor.child_spec({Cachex, name: :sessions, limit: nil}, id: :cachex_sessions),
+ PlausibleWeb.Endpoint,
+ {Oban, Application.get_env(:plausible, Oban)}
]
opts = [strategy: :one_for_one, name: Plausible.Supervisor]
setup_sentry()
setup_cache_stats()
+ OpentelemetryPhoenix.setup()
+ OpentelemetryEcto.setup([:plausible, :repo])
+ OpentelemetryEcto.setup([:plausible, :clickhouse_repo])
Location.load_all()
- Application.put_env(:plausible, :server_start, Timex.now())
Supervisor.start_link(children, opts)
end
diff --git a/lib/plausible/session/cache_store.ex b/lib/plausible/session/cache_store.ex
new file mode 100644
index 0000000000..d1d8eb5a94
--- /dev/null
+++ b/lib/plausible/session/cache_store.ex
@@ -0,0 +1,128 @@
+defmodule Plausible.Session.CacheStore do
+ use Plausible.Repo
+ require Logger
+ alias Plausible.Session.WriteBuffer
+
+ def on_event(event, prev_user_id) do
+ found_session =
+ find_session(event.domain, event.user_id) || find_session(event.domain, prev_user_id)
+
+ session =
+ if found_session do
+ updated_session = update_session(found_session, event)
+ WriteBuffer.insert([%{updated_session | sign: 1}, %{found_session | sign: -1}])
+ persist_session(updated_session)
+ else
+ new_session = new_session_from_event(event)
+ WriteBuffer.insert([new_session])
+ persist_session(new_session)
+ end
+
+ session.session_id
+ end
+
+ defp find_session(_domain, nil), do: nil
+
+ defp find_session(domain, user_id) do
+ case Cachex.get(:sessions, {domain, user_id}) do
+ {:ok, val} ->
+ val
+
+ {:error, e} ->
+ Sentry.capture_message("Cachex error", extra: %{error: e})
+ nil
+ end
+ end
+
+ defp persist_session(session) do
+ key = {session.domain, session.user_id}
+ Cachex.put(:sessions, key, session, ttl: session_length_ms())
+ session
+ end
+
+ defp update_session(session, event) do
+ %{
+ session
+ | user_id: event.user_id,
+ timestamp: event.timestamp,
+ exit_page: event.pathname,
+ is_bounce: false,
+ duration: Timex.diff(event.timestamp, session.start, :second) |> abs,
+ pageviews:
+ if(event.name == "pageview", do: session.pageviews + 1, else: session.pageviews),
+ country_code:
+ if(session.country_code == "", do: event.country_code, else: session.country_code),
+ subdivision1_code:
+ if(session.subdivision1_code == "",
+ do: event.subdivision1_code,
+ else: session.subdivision1_code
+ ),
+ subdivision2_code:
+ if(session.subdivision2_code == "",
+ do: event.subdivision2_code,
+ else: session.subdivision2_code
+ ),
+ city_geoname_id:
+ if(session.city_geoname_id == 0,
+ do: event.city_geoname_id,
+ else: session.city_geoname_id
+ ),
+ operating_system:
+ if(session.operating_system == "",
+ do: event.operating_system,
+ else: session.operating_system
+ ),
+ operating_system_version:
+ if(session.operating_system_version == "",
+ do: event.operating_system_version,
+ else: session.operating_system_version
+ ),
+ browser: if(session.browser == "", do: event.browser, else: session.browser),
+ browser_version:
+ if(session.browser_version == "",
+ do: event.browser_version,
+ else: session.browser_version
+ ),
+ screen_size:
+ if(session.screen_size == "", do: event.screen_size, else: session.screen_size),
+ events: session.events + 1
+ }
+ end
+
+ defp new_session_from_event(event) do
+ %Plausible.ClickhouseSession{
+ sign: 1,
+ session_id: Plausible.ClickhouseSession.random_uint64(),
+ hostname: event.hostname,
+ domain: event.domain,
+ user_id: event.user_id,
+ entry_page: event.pathname,
+ exit_page: event.pathname,
+ is_bounce: true,
+ duration: 0,
+ pageviews: if(event.name == "pageview", do: 1, else: 0),
+ events: 1,
+ referrer: event.referrer,
+ referrer_source: event.referrer_source,
+ utm_medium: event.utm_medium,
+ utm_source: event.utm_source,
+ utm_campaign: event.utm_campaign,
+ utm_content: event.utm_content,
+ utm_term: event.utm_term,
+ country_code: event.country_code,
+ subdivision1_code: event.subdivision1_code,
+ subdivision2_code: event.subdivision2_code,
+ city_geoname_id: event.city_geoname_id,
+ screen_size: event.screen_size,
+ operating_system: event.operating_system,
+ operating_system_version: event.operating_system_version,
+ browser: event.browser,
+ browser_version: event.browser_version,
+ timestamp: event.timestamp,
+ start: event.timestamp
+ }
+ end
+
+ defp session_length_ms(),
+ do: Application.get_env(:plausible, :session_length_minutes) * 60 * 100
+end
diff --git a/lib/plausible_web/controllers/api/external_controller.ex b/lib/plausible_web/controllers/api/external_controller.ex
index fff48e228f..dc5c3b5fc1 100644
--- a/lib/plausible_web/controllers/api/external_controller.ex
+++ b/lib/plausible_web/controllers/api/external_controller.ex
@@ -1,3 +1,9 @@
+defimpl FunWithFlags.Actor, for: BitString do
+ def id(str) do
+ str
+ end
+end
+
defmodule PlausibleWeb.Api.ExternalController do
use PlausibleWeb, :controller
require Logger
@@ -68,6 +74,8 @@ defmodule PlausibleWeb.Api.ExternalController do
@no_domain_error {:error, %{domain: ["can't be blank"]}}
+ require OpenTelemetry.Tracer, as: Tracer
+
defp create_event(conn, params) do
params = %{
"name" => params["n"] || params["name"],
@@ -79,7 +87,10 @@ defmodule PlausibleWeb.Api.ExternalController do
"meta" => parse_meta(params)
}
- ua = parse_user_agent(conn)
+ ua =
+ Tracer.with_span "parse_user_agent" do
+ parse_user_agent(conn)
+ end
blacklist_domain = params["domain"] in Application.get_env(:plausible, :domain_blacklist)
referrer_spam = is_spammer?(params["referrer"])
@@ -92,7 +103,12 @@ defmodule PlausibleWeb.Api.ExternalController do
query = decode_query_params(uri)
ref = parse_referrer(uri, params["referrer"])
- location_details = visitor_location_details(conn)
+
+ location_details =
+ Tracer.with_span "parse_visitor_location" do
+ visitor_location_details(conn)
+ end
+
salts = Plausible.Session.Salts.fetch()
event_attrs = %{
@@ -135,7 +151,17 @@ defmodule PlausibleWeb.Api.ExternalController do
if changeset.valid? do
event = Ecto.Changeset.apply_changes(changeset)
- session_id = Plausible.Session.Store.on_event(event, previous_user_id)
+
+ session_id =
+ if FunWithFlags.enabled?(:cache_store, for: "domain:" <> domain) do
+ Tracer.with_span "cache_store_event" do
+ Plausible.Session.CacheStore.on_event(event, previous_user_id)
+ end
+ else
+ Tracer.with_span "store_event" do
+ Plausible.Session.Store.on_event(event, previous_user_id)
+ end
+ end
event
|> Map.put(:session_id, session_id)
diff --git a/mix.exs b/mix.exs
index 849060f236..940fbed3a0 100644
--- a/mix.exs
+++ b/mix.exs
@@ -98,7 +98,13 @@ defmodule Plausible.MixProject do
{:floki, "~> 0.32.0", only: :test},
{:referrer_blocklist, git: "https://github.com/plausible/referrer-blocklist.git"},
{:fun_with_flags, "~> 1.8.1"},
- {:fun_with_flags_ui, "~> 0.8"}
+ {:fun_with_flags_ui, "~> 0.8"},
+ {:opentelemetry_api, "~> 1.0"},
+ {:opentelemetry, "~> 1.0"},
+ {:opentelemetry_exporter, "~> 1.0"},
+ {:opentelemetry_phoenix, "~> 1.0"},
+ {:telemetry, "~> 1.0", override: true},
+ {:opentelemetry_ecto, "~> 1.0.0-rc.5"}
]
end
diff --git a/mix.lock b/mix.lock
index 76f600c367..4b9e8ade4a 100644
--- a/mix.lock
+++ b/mix.lock
@@ -1,4 +1,5 @@
%{
+ "acceptor_pool": {:hex, :acceptor_pool, "1.0.0", "43c20d2acae35f0c2bcd64f9d2bde267e459f0f3fd23dab26485bf518c281b21", [:rebar3], [], "hexpm", "0cbcd83fdc8b9ad2eee2067ef8b91a14858a5883cb7cd800e6fcd5803e158788"},
"bamboo": {:hex, :bamboo, "2.2.0", "f10a406d2b7f5123eb1f02edfa043c259db04b47ab956041f279eaac776ef5ce", [:mix], [{:hackney, ">= 1.15.2", [hex: :hackney, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:mime, "~> 1.4", [hex: :mime, repo: "hexpm", optional: false]}, {:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "8c3b14ba7d2f40cb4be04128ed1e2aff06d91d9413d38bafb4afccffa3ade4fc"},
"bamboo_phoenix": {:hex, :bamboo_phoenix, "1.0.0", "f3cc591ffb163ed0bf935d256f1f4645cd870cf436545601215745fb9cc9953f", [:mix], [{:bamboo, ">= 2.0.0", [hex: :bamboo, repo: "hexpm", optional: false]}, {:phoenix, ">= 1.3.0", [hex: :phoenix, repo: "hexpm", optional: false]}], "hexpm", "6db88fbb26019c84a47994bb2bd879c0887c29ce6c559bc6385fd54eb8b37dee"},
"bamboo_postmark": {:git, "https://github.com/pablo-co/bamboo_postmark.git", "c8b8cbf6103fc38a8ad467a3ab0eb6ebe44a84e6", [tag: "master"]},
@@ -7,6 +8,7 @@
"bunt": {:hex, :bunt, "0.2.0", "951c6e801e8b1d2cbe58ebbd3e616a869061ddadcc4863d0a2182541acae9a38", [:mix], [], "hexpm", "7af5c7e09fe1d40f76c8e4f9dd2be7cebd83909f31fee7cd0e9eadc567da8353"},
"cachex": {:hex, :cachex, "3.4.0", "868b2959ea4aeb328c6b60ff66c8d5123c083466ad3c33d3d8b5f142e13101fb", [:mix], [{:eternal, "~> 1.2", [hex: :eternal, repo: "hexpm", optional: false]}, {:jumper, "~> 1.0", [hex: :jumper, repo: "hexpm", optional: false]}, {:sleeplocks, "~> 1.1", [hex: :sleeplocks, repo: "hexpm", optional: false]}, {:unsafe, "~> 1.0", [hex: :unsafe, repo: "hexpm", optional: false]}], "hexpm", "370123b1ab4fba4d2965fb18f87fd758325709787c8c5fce35b3fe80645ccbe5"},
"certifi": {:hex, :certifi, "2.9.0", "6f2a475689dd47f19fb74334859d460a2dc4e3252a3324bd2111b8f0429e7e21", [:rebar3], [], "hexpm", "266da46bdb06d6c6d35fde799bcb28d36d985d424ad7c08b5bb48f5b5cdd4641"},
+ "chatterbox": {:hex, :ts_chatterbox, "0.11.0", "b8f372c706023eb0de5bf2976764edb27c70fe67052c88c1f6a66b3a5626847f", [:rebar3], [{:hpack, "~>0.2.3", [hex: :hpack_erl, repo: "hexpm", optional: false]}], "hexpm", "722fe2bad52913ab7e87d849fc6370375f0c961ffb2f0b5e6d647c9170c382a6"},
"clickhouse_ecto": {:git, "https://github.com/plausible/clickhouse_ecto.git", "7bc94cce111d3e9dbd8534fe96bd5195181826a2", []},
"clickhousex": {:git, "https://github.com/plausible/clickhousex", "e99010dc672391d89c0fd01052df4366b9fc69a6", []},
"combination": {:hex, :combination, "0.0.3", "746aedca63d833293ec6e835aa1f34974868829b1486b1e1cb0685f0b2ae1f41", [:mix], [], "hexpm", "72b099f463df42ef7dc6371d250c7070b57b6c5902853f69deb894f79eda18ca"},
@@ -19,6 +21,7 @@
"cowlib": {:hex, :cowlib, "2.11.0", "0b9ff9c346629256c42ebe1eeb769a83c6cb771a6ee5960bd110ab0b9b872063", [:make, :rebar3], [], "hexpm", "2b3e9da0b21c4565751a6d4901c20d1b4cc25cbb7fd50d91d2ab6dd287bc86a9"},
"credo": {:hex, :credo, "1.6.4", "ddd474afb6e8c240313f3a7b0d025cc3213f0d171879429bf8535d7021d9ad78", [:mix], [{:bunt, "~> 0.2.0", [hex: :bunt, repo: "hexpm", optional: false]}, {:file_system, "~> 0.2.8", [hex: :file_system, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: false]}], "hexpm", "c28f910b61e1ff829bffa056ef7293a8db50e87f2c57a9b5c3f57eee124536b7"},
"csv": {:hex, :csv, "2.4.1", "50e32749953b6bf9818dbfed81cf1190e38cdf24f95891303108087486c5925e", [:mix], [{:parallel_stream, "~> 1.0.4", [hex: :parallel_stream, repo: "hexpm", optional: false]}], "hexpm", "54508938ac67e27966b10ef49606e3ad5995d665d7fc2688efb3eab1307c9079"},
+ "ctx": {:hex, :ctx, "0.6.0", "8ff88b70e6400c4df90142e7f130625b82086077a45364a78d208ed3ed53c7fe", [:rebar3], [], "hexpm", "a14ed2d1b67723dbebbe423b28d7615eb0bdcba6ff28f2d1f1b0a7e1d4aa5fc2"},
"db_connection": {:hex, :db_connection, "2.2.2", "3bbca41b199e1598245b716248964926303b5d4609ff065125ce98bcd368939e", [:mix], [{:connection, "~> 1.0.2", [hex: :connection, repo: "hexpm", optional: false]}], "hexpm", "642af240d8a8affb93b4ba5a6fcd2bbcbdc327e1a524b825d383711536f8070c"},
"decimal": {:hex, :decimal, "2.0.0", "a78296e617b0f5dd4c6caf57c714431347912ffb1d0842e998e9792b5642d697", [:mix], [], "hexpm", "34666e9c55dea81013e77d9d87370fe6cb6291d1ef32f46a1600230b1d44f577"},
"dialyxir": {:hex, :dialyxir, "1.1.0", "c5aab0d6e71e5522e77beff7ba9e08f8e02bad90dfbeffae60eaf0cb47e29488", [:mix], [{:erlex, ">= 0.2.6", [hex: :erlex, repo: "hexpm", optional: false]}], "hexpm", "07ea8e49c45f15264ebe6d5b93799d4dd56a44036cf42d0ad9c960bc266c0b9a"},
@@ -40,8 +43,11 @@
"geolix": {:hex, :geolix, "1.1.0", "8b0fe847fef486d9e8b7c21eae6cbc2d998fb249e61d3f4f136f8016b9c1c833", [:mix], [{:poolboy, "~> 1.0", [hex: :poolboy, repo: "hexpm", optional: false]}], "hexpm", "980854f2aef30c288dc79e86c5267806d704c4525fde1b75de9a92f67fb16300"},
"geolix_adapter_mmdb2": {:hex, :geolix_adapter_mmdb2, "0.5.0", "5912723d9538ecddc6b29b1d8041b917b735a78fd3c122bfea8c44aa782e3369", [:mix], [{:geolix, "~> 1.1", [hex: :geolix, repo: "hexpm", optional: false]}, {:mmdb2_decoder, "~> 3.0", [hex: :mmdb2_decoder, repo: "hexpm", optional: false]}], "hexpm", "cb1485b6a0a2d3e541949207428a245718dbf1258453a0df0e5fdd925bcecd3e"},
"gettext": {:hex, :gettext, "0.19.1", "564953fd21f29358e68b91634799d9d26989f8d039d7512622efb3c3b1c97892", [:mix], [], "hexpm", "10c656c0912b8299adba9b061c06947511e3f109ab0d18b44a866a4498e77222"},
+ "gproc": {:hex, :gproc, "0.8.0", "cea02c578589c61e5341fce149ea36ccef236cc2ecac8691fba408e7ea77ec2f", [:rebar3], [], "hexpm", "580adafa56463b75263ef5a5df4c86af321f68694e7786cb057fd805d1e2a7de"},
+ "grpcbox": {:hex, :grpcbox, "0.14.0", "3eb321bcd2275baf8b54cf381feb7b0559a50c02544de28fda039c7f2f9d1a7a", [:rebar3], [{:acceptor_pool, "~>1.0.0", [hex: :acceptor_pool, repo: "hexpm", optional: false]}, {:chatterbox, "~>0.11.0", [hex: :ts_chatterbox, repo: "hexpm", optional: false]}, {:ctx, "~>0.6.0", [hex: :ctx, repo: "hexpm", optional: false]}, {:gproc, "~>0.8.0", [hex: :gproc, repo: "hexpm", optional: false]}], "hexpm", "e24159b7b6d3f9869bbe528845c0125fed2259366ba908fd04a1f45fe81d0660"},
"hackney": {:hex, :hackney, "1.18.1", "f48bf88f521f2a229fc7bae88cf4f85adc9cd9bcf23b5dc8eb6a1788c662c4f6", [:rebar3], [{:certifi, "~>2.9.0", [hex: :certifi, repo: "hexpm", optional: false]}, {:idna, "~>6.1.0", [hex: :idna, repo: "hexpm", optional: false]}, {:metrics, "~>1.0.0", [hex: :metrics, repo: "hexpm", optional: false]}, {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]}, {:parse_trans, "3.3.1", [hex: :parse_trans, repo: "hexpm", optional: false]}, {:ssl_verify_fun, "~>1.1.0", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}, {:unicode_util_compat, "~>0.7.0", [hex: :unicode_util_compat, repo: "hexpm", optional: false]}], "hexpm", "a4ecdaff44297e9b5894ae499e9a070ea1888c84afdd1fd9b7b2bc384950128e"},
"hammer": {:hex, :hammer, "6.0.0", "72ec6fff10e9d63856968988a22ee04c4d6d5248071ddccfbda50aa6c455c1d7", [:mix], [{:poolboy, "~> 1.5", [hex: :poolboy, repo: "hexpm", optional: false]}], "hexpm", "d8e1ec2e534c4aae508b906759e077c3c1eb3e2b9425235d4b7bbab0b016210a"},
+ "hpack": {:hex, :hpack_erl, "0.2.3", "17670f83ff984ae6cd74b1c456edde906d27ff013740ee4d9efaa4f1bf999633", [:rebar3], [], "hexpm", "06f580167c4b8b8a6429040df36cc93bba6d571faeaec1b28816523379cbb23a"},
"html_entities": {:hex, :html_entities, "0.5.2", "9e47e70598da7de2a9ff6af8758399251db6dbb7eebe2b013f2bbd2515895c3c", [:mix], [], "hexpm", "c53ba390403485615623b9531e97696f076ed415e8d8058b1dbaa28181f4fdcc"},
"httpoison": {:hex, :httpoison, "1.8.1", "df030d96de89dad2e9983f92b0c506a642d4b1f4a819c96ff77d12796189c63e", [:mix], [{:hackney, "~> 1.17", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm", "35156a6d678d6d516b9229e208942c405cf21232edd632327ecfaf4fd03e79e0"},
"hut": {:hex, :hut, "1.3.0", "71f2f054e657c03f959cf1acc43f436ea87580696528ca2a55c8afb1b06c85e7", [:"erlang.mk", :rebar, :rebar3], [], "hexpm", "7e15d28555d8a1f2b5a3a931ec120af0753e4853a4c66053db354f35bf9ab563"},
@@ -57,6 +63,13 @@
"nanoid": {:hex, :nanoid, "2.0.5", "1d2948d8967ef2d948a58c3fef02385040bd9823fc6394bd604b8d98e5516b22", [:mix], [], "hexpm", "956e8876321104da72aa48770539ff26b36b744cd26753ec8e7a8a37e53d5f58"},
"oauther": {:hex, :oauther, "1.3.0", "82b399607f0ca9d01c640438b34d74ebd9e4acd716508f868e864537ecdb1f76", [:mix], [], "hexpm", "78eb888ea875c72ca27b0864a6f550bc6ee84f2eeca37b093d3d833fbcaec04e"},
"oban": {:hex, :oban, "2.11.3", "f431f2f0c251b8490a7fa00d2cce7197a1cf4d3f04a3305e80411f083392998f", [:mix], [{:ecto_sql, "~> 3.6", [hex: :ecto_sql, repo: "hexpm", optional: false]}, {:jason, "~> 1.1", [hex: :jason, repo: "hexpm", optional: false]}, {:postgrex, "~> 0.16", [hex: :postgrex, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "26529da52bfca27740c984bfc70e7f954d6411ceeae0c7c94d2c8aa7c00b513d"},
+ "opentelemetry": {:hex, :opentelemetry, "1.0.2", "9ffa9ddcbec9356154681bc9d0a54bb20f0de0e8c6696ccc298b49633308782b", [:rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "e774506333c8afd9133fee4ba69d06e6413ccad6ee76f10e59c3ec624009af23"},
+ "opentelemetry_api": {:hex, :opentelemetry_api, "1.0.2", "91353ee40583b1d4f07d7b13ed62642abfec6aaa0d8a2114f07edafb2df781c5", [:mix, :rebar3], [], "hexpm", "2a8247f85c44216b883900067478d59955d11e58e5cfca7c884cd4f203ace3ac"},
+ "opentelemetry_ecto": {:hex, :opentelemetry_ecto, "1.0.0", "8463cc466429b3e125ae236a5cc32869ea38c88eb2f07722dd88e78ceca6963c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_process_propagator, "~> 0.1.0", [hex: :opentelemetry_process_propagator, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "39cc60dbdd54e371bd12fb010ee960de851d782dca197efefa5c35eb6b4c18bd"},
+ "opentelemetry_exporter": {:hex, :opentelemetry_exporter, "1.0.2", "19a102d1f04776399a915be27121852468318c27146e553faf28008e3e474972", [:rebar3], [{:grpcbox, ">= 0.0.0", [hex: :grpcbox, repo: "hexpm", optional: false]}, {:opentelemetry, "~> 1.0", [hex: :opentelemetry, repo: "hexpm", optional: false]}, {:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:tls_certificate_check, "~> 1.11", [hex: :tls_certificate_check, repo: "hexpm", optional: false]}], "hexpm", "43de904dd7f482009bf1a40d591ab5ed25f603f1072a04a162e87f7f8c08dbb5"},
+ "opentelemetry_phoenix": {:hex, :opentelemetry_phoenix, "1.0.0", "73b8fee8bca6ac7a6aa0b17f61eb63494d1c78fffccdbac9656d92d279f9980c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_telemetry, "~> 1.0", [hex: :opentelemetry_telemetry, repo: "hexpm", optional: false]}, {:plug, ">= 1.11.0", [hex: :plug, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "9cb30018fda95657f5698130541988b68269de2c9a870051f845f7e2193e72c3"},
+ "opentelemetry_process_propagator": {:hex, :opentelemetry_process_propagator, "0.1.1", "81ec6825971903486ee73be23230d06764df39ee11011e520f601aa2bb21c893", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "0572f26066bbb0457e22e169f966c0140a8f95237716c9c6ba4458d6dbaa724b"},
+ "opentelemetry_telemetry": {:hex, :opentelemetry_telemetry, "1.0.0", "d5982a319e725fcd2305b306b65c18a86afdcf7d96821473cf0649ff88877615", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:telemetry_registry, "~> 0.3.0", [hex: :telemetry_registry, repo: "hexpm", optional: false]}], "hexpm", "3401d13a1d4b7aa941a77e6b3ec074f0ae77f83b5b2206766ce630123a9291a9"},
"parallel_stream": {:hex, :parallel_stream, "1.0.6", "b967be2b23f0f6787fab7ed681b4c45a215a81481fb62b01a5b750fa8f30f76c", [:mix], [], "hexpm", "639b2e8749e11b87b9eb42f2ad325d161c170b39b288ac8d04c4f31f8f0823eb"},
"parse_trans": {:hex, :parse_trans, "3.3.1", "16328ab840cc09919bd10dab29e431da3af9e9e7e7e6f0089dd5a2d2820011d8", [:rebar3], [], "hexpm", "07cd9577885f56362d414e8c4c4e6bdf10d43a8767abb92d24cbe8b24c54888b"},
"phoenix": {:hex, :phoenix, "1.6.6", "281c8ce8dccc9f60607346b72cdfc597c3dde134dd9df28dff08282f0b751754", [:mix], [{:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix_pubsub, "~> 2.0", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 1.0", [hex: :phoenix_view, repo: "hexpm", optional: false]}, {:plug, "~> 1.10", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.2", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:plug_crypto, "~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "807bd646e64cd9dc83db016199715faba72758e6db1de0707eef0a2da4924364"},
@@ -80,8 +93,10 @@
"siphash": {:hex, :siphash, "3.2.0", "ec03fd4066259218c85e2a4b8eec4bb9663bc02b127ea8a0836db376ba73f2ed", [:make, :mix], [], "hexpm", "ba3810701c6e95637a745e186e8a4899087c3b079ba88fb8f33df054c3b0b7c3"},
"sleeplocks": {:hex, :sleeplocks, "1.1.1", "3d462a0639a6ef36cc75d6038b7393ae537ab394641beb59830a1b8271faeed3", [:rebar3], [], "hexpm", "84ee37aeff4d0d92b290fff986d6a95ac5eedf9b383fadfd1d88e9b84a1c02e1"},
"ssl_verify_fun": {:hex, :ssl_verify_fun, "1.1.6", "cf344f5692c82d2cd7554f5ec8fd961548d4fd09e7d22f5b62482e5aeaebd4b0", [:make, :mix, :rebar3], [], "hexpm", "bdb0d2471f453c88ff3908e7686f86f9be327d065cc1ec16fa4540197ea04680"},
- "telemetry": {:hex, :telemetry, "0.4.3", "a06428a514bdbc63293cd9a6263aad00ddeb66f608163bdec7c8995784080818", [:rebar3], [], "hexpm", "eb72b8365ffda5bed68a620d1da88525e326cb82a75ee61354fc24b844768041"},
+ "telemetry": {:hex, :telemetry, "1.1.0", "a589817034a27eab11144ad24d5c0f9fab1f58173274b1e9bae7074af9cbee51", [:rebar3], [], "hexpm", "b727b2a1f75614774cff2d7565b64d0dfa5bd52ba517f16543e6fc7efcc0df48"},
+ "telemetry_registry": {:hex, :telemetry_registry, "0.3.0", "6768f151ea53fc0fbca70dbff5b20a8d663ee4e0c0b2ae589590e08658e76f1e", [:mix, :rebar3], [{:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "492e2adbc609f3e79ece7f29fec363a97a2c484ac78a83098535d6564781e917"},
"timex": {:hex, :timex, "3.7.7", "3ed093cae596a410759104d878ad7b38e78b7c2151c6190340835515d4a46b8a", [:mix], [{:combine, "~> 0.10", [hex: :combine, repo: "hexpm", optional: false]}, {:gettext, "~> 0.10", [hex: :gettext, repo: "hexpm", optional: false]}, {:tzdata, "~> 1.0", [hex: :tzdata, repo: "hexpm", optional: false]}], "hexpm", "0ec4b09f25fe311321f9fc04144a7e3affe48eb29481d7a5583849b6c4dfa0a7"},
+ "tls_certificate_check": {:hex, :tls_certificate_check, "1.14.0", "6d1638d56ac68b25c987d401dffb7cd059281339aadc3f8bf27ab33ee19ddbfe", [:rebar3], [{:ssl_verify_fun, "1.1.6", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm", "b4452ddd3ae89cd84451afa0e218cb3ccd5178fe3c1de7fabcbddb12a137bcf4"},
"tzdata": {:hex, :tzdata, "1.1.1", "20c8043476dfda8504952d00adac41c6eda23912278add38edc140ae0c5bcc46", [:mix], [{:hackney, "~> 1.17", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm", "a69cec8352eafcd2e198dea28a34113b60fdc6cb57eb5ad65c10292a6ba89787"},
"ua_inspector": {:hex, :ua_inspector, "3.0.1", "649e68e31296a7bc39204e84b13a14c245b61df43fde0dd91ef784a98ecb04d4", [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}, {:yamerl, "~> 0.7", [hex: :yamerl, repo: "hexpm", optional: false]}], "hexpm", "b510ce5a5fd70a37bf5eab8008a25fc57388ea240b95bb4d98fc892648f9b916"},
"unicode_util_compat": {:hex, :unicode_util_compat, "0.7.0", "bc84380c9ab48177092f43ac89e4dfa2c6d62b40b8bd132b1059ecc7232f9a78", [:rebar3], [], "hexpm", "25eee6d67df61960cf6a794239566599b09e17e668d3700247bc498638152521"},
diff --git a/test/load/README.md b/test/load/README.md
new file mode 100644
index 0000000000..91cd40ca4b
--- /dev/null
+++ b/test/load/README.md
@@ -0,0 +1,7 @@
+### Load testing
+
+This is a simple load test script set up with k6s. If you have a server running locally, you can run the load test with:
+
+```bash
+$ k6 run benchmarks/script.js
+```
diff --git a/test/load/script.js b/test/load/script.js
new file mode 100644
index 0000000000..7be00a7233
--- /dev/null
+++ b/test/load/script.js
@@ -0,0 +1,54 @@
+import http from "k6/http";
+
+const PAYLOAD = JSON.stringify({
+ "n":"pageview",
+ "u":"http://loadtest.site/some-page",
+ "d":"loadtest.site",
+ "r":null,
+ "w":1666
+});
+
+function newParams() {
+ const ip = (Math.floor(Math.random() * 255) + 1)+"."+(Math.floor(Math.random() * 255))+"."+(Math.floor(Math.random() * 255))+"."+(Math.floor(Math.random() * 255));
+
+ return {
+ headers: {
+ 'Content-Type': 'application/json',
+ 'X-Forwarded-For': ip,
+ 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36 OPR/71.0.3770.284'
+ }
+ }
+}
+
+export const options = {
+ scenarios: {
+ wave1: {
+ executor: 'constant-vus',
+ startTime: '0s',
+ vus: 200,
+ duration: '60s'
+ },
+ wave2: {
+ executor: 'constant-vus',
+ startTime: '60s',
+ vus: 200,
+ duration: '60s'
+ },
+ wave3: {
+ executor: 'constant-vus',
+ startTime: '120s',
+ vus: 200,
+ duration: '60s'
+ },
+ wave4: {
+ executor: 'constant-vus',
+ startTime: '180s',
+ vus: 200,
+ duration: '60s'
+ },
+ },
+};
+
+export default function() {
+ http.post("http://localhost:8000/api/event", PAYLOAD, newParams());
+};