Open source, privacy-first web analytics. Lightweight, cookie-free Google Analytics alternative. Self-hosted or cloud.
TypeScript analyticsanalytics-dashboardclickhouseelixirgoogle-analyticsmarketingopen-source-analyticsphoenixplausible-analyticspostgresqlprivacyprivacy-friendlyself-hostedsimple-analyticsstatisticstailwindcssweb-analyticswebsite-analyticswebsite-statswebsite-tracking
OpenTelemetry (OTEL) Implementation (#2317)
Vinicius Brasil9220d0034dce
diff --git a/config/runtime.exs b/config/runtime.exsindex cda583797d..d5c48af6b0 100644--- a/config/runtime.exs+++ b/config/runtime.exs@@ -96,6 +96,21 @@ ch_db_url =### Mandatory params End+build_metadata =+ config_dir+ |> get_var_from_path_or_env("BUILD_METADATA", "{}")+ |> Jason.decode!()++runtime_metadata = [+ version: get_in(build_metadata, ["labels", "org.opencontainers.image.version"]),+ commit: get_in(build_metadata, ["labels", "org.opencontainers.image.revision"]),+ created: get_in(build_metadata, ["labels", "org.opencontainers.image.created"]),+ tags: get_in(build_metadata, ["tags"]),+ host: get_var_from_path_or_env(config_dir, "APP_HOST", "app-unknown")+]++config :plausible, :runtime_metadata, runtime_metadata+sentry_dsn = get_var_from_path_or_env(config_dir, "SENTRY_DSN")honeycomb_api_key = get_var_from_path_or_env(config_dir, "HONEYCOMB_API_KEY")honeycomb_dataset = get_var_from_path_or_env(config_dir, "HONEYCOMB_DATASET")@@ -213,13 +228,14 @@ elseendincluded_environments = if sentry_dsn, do: ["prod", "staging", "dev"], else: []+sentry_app_version = runtime_metadata[:version] || app_versionconfig :sentry,dsn: sentry_dsn,environment_name: env,included_environments: included_environments,- release: app_version,- tags: %{app_version: app_version},+ release: sentry_app_version,+ tags: %{app_version: sentry_app_version, server_name: runtime_metadata[:host]},enable_source_code_context: true,root_source_code_path: [File.cwd!()],client: Plausible.Sentry.Client,@@ -430,23 +446,23 @@ config :logger,backends: [:console]if honeycomb_api_key && honeycomb_dataset do- sample_rate = if env == "prod", do: 0.01, else: 1.0-config :opentelemetry,- sampler: {:parent_based, %{root: {:trace_id_ratio_based, sample_rate}}},- resource: [service: %{name: "plausible"}],+ resource: Plausible.OpenTelemetry.resource_attributes(runtime_metadata),+ sampler: {Plausible.OpenTelemetry.Sampler, nil},span_processor: :batch,- exporter: :otlp+ traces_exporter: :otlpconfig :opentelemetry_exporter,otlp_protocol: :grpc,- otlp_endpoint: 'https://api.honeycomb.io:443',+ otlp_endpoint: "https://api.honeycomb.io:443",otlp_headers: [{"x-honeycomb-team", honeycomb_api_key},{"x-honeycomb-dataset", honeycomb_dataset}]else- config :opentelemetry, sampler: {:parent_based, %{root: {:trace_id_ratio_based, 0.0}}}+ config :opentelemetry,+ sampler: :always_off,+ traces_exporter: :noneendconfig :tzdata,diff --git a/lib/plausible/application.ex b/lib/plausible/application.exindex c0a8b9da93..a267567f90 100644--- a/lib/plausible/application.ex+++ b/lib/plausible/application.ex@@ -28,9 +28,7 @@ defmodule Plausible.Application doopts = [strategy: :one_for_one, name: Plausible.Supervisor]setup_sentry()- OpentelemetryPhoenix.setup()- OpentelemetryEcto.setup([:plausible, :repo])- OpentelemetryEcto.setup([:plausible, :clickhouse_repo])+ setup_opentelemetry()Location.load_all()Supervisor.start_link(children, opts)end@@ -111,4 +109,11 @@ defmodule Plausible.Application doIO.puts("Unable to show cache stats: #{inspect(e)}")endend++ defp setup_opentelemetry() do+ OpentelemetryPhoenix.setup()+ OpentelemetryEcto.setup([:plausible, :repo])+ OpentelemetryEcto.setup([:plausible, :clickhouse_repo])+ OpentelemetryOban.setup()+ endenddiff --git a/lib/plausible/ingestion/event.ex b/lib/plausible/ingestion/event.exindex f49d10fe15..2a70623356 100644--- a/lib/plausible/ingestion/event.ex+++ b/lib/plausible/ingestion/event.ex@@ -1,5 +1,4 @@defmodule Plausible.Ingestion.Event do- require OpenTelemetry.Tracer, as: Traceralias Plausible.Ingestion.{Request, CityOverrides}@spec build_and_buffer(Request.t()) :: :ok | :skip | {:error, Ecto.Changeset.t()}@@ -128,12 +127,10 @@ defmodule Plausible.Ingestion.Event doenddefp parse_user_agent(%Request{user_agent: user_agent}) when is_binary(user_agent) do- Tracer.with_span "parse_user_agent" do- case Cachex.fetch(:user_agents, user_agent, &UAInspector.parse/1) do- {:ok, user_agent} -> user_agent- {:commit, user_agent} -> user_agent- _ -> nil- end+ case Cachex.fetch(:user_agents, user_agent, &UAInspector.parse/1) do+ {:ok, user_agent} -> user_agent+ {:commit, user_agent} -> user_agent+ _ -> nilendend@@ -206,40 +203,38 @@ defmodule Plausible.Ingestion.Event doenddefp put_geolocation(%{} = event, %Request{} = request) do- Tracer.with_span "parse_visitor_location" do- result = Geolix.lookup(request.remote_ip, where: :geolocation)+ result = Geolix.lookup(request.remote_ip, where: :geolocation)- country_code =- get_in(result, [:country, :iso_code])- |> ignore_unknown_country()+ country_code =+ get_in(result, [:country, :iso_code])+ |> ignore_unknown_country()- city_geoname_id = get_in(result, [:city, :geoname_id])- city_geoname_id = Map.get(CityOverrides.get(), city_geoname_id, city_geoname_id)+ city_geoname_id = get_in(result, [:city, :geoname_id])+ city_geoname_id = Map.get(CityOverrides.get(), city_geoname_id, city_geoname_id)- subdivision1_code =- case result do- %{subdivisions: [%{iso_code: iso_code} | _rest]} ->- country_code <> "-" <> iso_code+ subdivision1_code =+ case result do+ %{subdivisions: [%{iso_code: iso_code} | _rest]} ->+ country_code <> "-" <> iso_code- _ ->- ""- end+ _ ->+ ""+ end- subdivision2_code =- case result do- %{subdivisions: [_first, %{iso_code: iso_code} | _rest]} ->- country_code <> "-" <> iso_code+ subdivision2_code =+ case result do+ %{subdivisions: [_first, %{iso_code: iso_code} | _rest]} ->+ country_code <> "-" <> iso_code- _ ->- ""- end+ _ ->+ ""+ end- event- |> Map.put(:country_code, country_code)- |> Map.put(:subdivision1_code, subdivision1_code)- |> Map.put(:subdivision2_code, subdivision2_code)- |> Map.put(:city_geoname_id, city_geoname_id)- end+ event+ |> Map.put(:country_code, country_code)+ |> Map.put(:subdivision1_code, subdivision1_code)+ |> Map.put(:subdivision2_code, subdivision2_code)+ |> Map.put(:city_geoname_id, city_geoname_id)enddefp ignore_unknown_country("ZZ"), do: nil@@ -270,10 +265,7 @@ defmodule Plausible.Ingestion.Event dofor %Plausible.ClickhouseEvent{} = event <- events doprevious_user_id = generate_user_id(request, event.domain, event.hostname, salts.previous)- session_id =- Tracer.with_span "cache_store_event" do- Plausible.Session.CacheStore.on_event(event, previous_user_id)- end+ session_id = Plausible.Session.CacheStore.on_event(event, previous_user_id)Map.put(event, :session_id, session_id)end@@ -310,7 +302,6 @@ defmodule Plausible.Ingestion.Event do:skipFunWithFlags.enabled?(:block_event_ingest, for: request.domain) ->- Tracer.set_attribute("blocked_by_flag", true):skiprequest.referrer &&diff --git a/lib/plausible/open_telemetry.ex b/lib/plausible/open_telemetry.exnew file mode 100644index 0000000000..9447c93b0e--- /dev/null+++ b/lib/plausible/open_telemetry.ex@@ -0,0 +1,87 @@+defmodule Plausible.OpenTelemetry do+ @moduledoc false++ require OpenTelemetry.Tracer, as: Tracer++ def add_site_attributes(site) do+ case site do+ %Plausible.Site{} = site ->+ Tracer.set_attributes([+ {"plausible.site.id", site.id},+ {"plausible.site.domain", site.domain}+ ])++ id when is_integer(id) ->+ Tracer.set_attributes([{"plausible.site.id", id}])++ _any ->+ :ignore+ end+ end++ def add_user_attributes(user) do+ case user do+ %Plausible.Auth.User{} = user ->+ Tracer.set_attributes([+ {"plausible.user.id", user.id},+ {"plausible.user.name", user.name},+ {"plausible.user.email", user.email}+ ])++ id when is_integer(id) ->+ Tracer.set_attributes([{"plausible.user.id", id}])++ _any ->+ :ignore+ end+ end++ # https://github.com/open-telemetry/opentelemetry-specification/blob/main/specification/resource/semantic_conventions/README.md#service+ def resource_attributes(runtime_metadata) do+ [+ {"service.name", "analytics"},+ {"service.namespace", "plausible"},+ {"service.instance.id", runtime_metadata[:host]},+ {"service.version", runtime_metadata[:version]}+ ]+ end+end++defmodule Plausible.OpenTelemetry.Sampler do+ @moduledoc """+ [Custom OpenTelemetry sampler](https://hexdocs.pm/opentelemetry/readme.html#samplers)+ implementation that samples 1% of the `/api/event` traces, but records 100% of+ other traces.+ """++ @behaviour :otel_sampler+ require OpenTelemetry.Tracer, as: Tracer++ @ratio_sampler :otel_sampler_trace_id_ratio_based.setup(0.01)++ @impl true+ def setup(_sampler_opts), do: []++ @impl true+ def description(_sampler_config), do: inspect(__MODULE__)++ @impl true+ def should_sample(context, trace_id, links, name, kind, attributes, _config)+ when attributes."http.target" == "/api/event" do+ :otel_sampler_trace_id_ratio_based.should_sample(+ context,+ trace_id,+ links,+ name,+ kind,+ attributes,+ @ratio_sampler+ )+ end++ @impl true+ def should_sample(context, _trace_id, _links, _name, _kind, _attributes, _config) do+ tracestate = context |> Tracer.current_span_ctx() |> OpenTelemetry.Span.tracestate()+ {:record_and_sample, [], tracestate}+ end+enddiff --git a/lib/plausible_web/controllers/api/external_controller.ex b/lib/plausible_web/controllers/api/external_controller.exindex 6a47218610..d4e1f3bf9c 100644--- a/lib/plausible_web/controllers/api/external_controller.ex+++ b/lib/plausible_web/controllers/api/external_controller.ex@@ -66,7 +66,11 @@ defmodule PlausibleWeb.Api.ExternalController doenddef info(conn, _params) do- build_metadata = System.get_env("BUILD_METADATA", "{}") |> Jason.decode!()+ build =+ :plausible+ |> Application.get_env(:runtime_metadata)+ |> Keyword.take([:version, :commit, :created, :tags])+ |> Map.new()geo_database =case Geolix.metadata(where: :geolocation) do@@ -77,16 +81,9 @@ defmodule PlausibleWeb.Api.ExternalController do"(not configured)"end- info = %{+ json(conn, %{geo_database: geo_database,- build: %{- version: get_in(build_metadata, ["labels", "org.opencontainers.image.version"]),- commit: get_in(build_metadata, ["labels", "org.opencontainers.image.revision"]),- created: get_in(build_metadata, ["labels", "org.opencontainers.image.created"]),- tags: get_in(build_metadata, ["tags"])- }- }-- json(conn, info)+ build: build+ })endenddiff --git a/lib/plausible_web/plugs/auth_plug.ex b/lib/plausible_web/plugs/auth_plug.exindex ee116a8f12..761adb1d26 100644--- a/lib/plausible_web/plugs/auth_plug.ex+++ b/lib/plausible_web/plugs/auth_plug.ex@@ -7,24 +7,34 @@ defmodule PlausibleWeb.AuthPlug doenddef call(conn, _opts) do- case get_session(conn, :current_user_id) do- nil ->- conn+ with id when is_integer(id) <- get_session(conn, :current_user_id),+ %Plausible.Auth.User{} = user <- find_user(id) do+ Plausible.OpenTelemetry.add_user_attributes(user)+ Sentry.Context.set_user_context(%{id: user.id, name: user.name, email: user.email})+ assign(conn, :current_user, user)+ else+ nil -> conn+ end+ end- id ->- user =- Repo.get_by(Plausible.Auth.User, id: id)- |> Repo.preload(- subscription:- from(s in Plausible.Billing.Subscription, order_by: [desc: s.inserted_at])- )+ defp find_user(user_id) do+ last_subscription_query =+ from(subscription in Plausible.Billing.Subscription,+ where: subscription.user_id == ^user_id,+ order_by: [desc: subscription.inserted_at],+ limit: 1+ )- if user do- Sentry.Context.set_user_context(%{id: user.id, name: user.name, email: user.email})- assign(conn, :current_user, user)- else- conn- end- end+ user_query =+ from(user in Plausible.Auth.User,+ left_join: last_subscription in subquery(last_subscription_query),+ on: last_subscription.user_id == user.id,+ left_join: subscription in Plausible.Billing.Subscription,+ on: subscription.id == last_subscription.id,+ where: user.id == ^user_id,+ preload: [subscription: subscription]+ )++ Repo.one(user_query)endenddiff --git a/lib/plausible_web/plugs/authorize_site_access.ex b/lib/plausible_web/plugs/authorize_site_access.exindex 37a62aba27..16995a5bcd 100644--- a/lib/plausible_web/plugs/authorize_site_access.ex+++ b/lib/plausible_web/plugs/authorize_site_access.ex@@ -41,6 +41,12 @@ defmodule PlausibleWeb.AuthorizeSiteAccess doendif role in allowed_roles do+ Sentry.Context.set_user_context(%{id: user_id})+ Plausible.OpenTelemetry.add_user_attributes(user_id)++ Sentry.Context.set_extra_context(%{site_id: site.id, domain: site.domain})+ Plausible.OpenTelemetry.add_site_attributes(site)+merge_assigns(conn, site: site, current_user_role: role)elsePlausibleWeb.ControllerHelpers.render_error(conn, 404) |> haltdiff --git a/lib/plausible_web/plugs/authorize_stats_api.ex b/lib/plausible_web/plugs/authorize_stats_api.exindex a5e9a9a746..391721b8b3 100644--- a/lib/plausible_web/plugs/authorize_stats_api.ex+++ b/lib/plausible_web/plugs/authorize_stats_api.ex@@ -14,6 +14,7 @@ defmodule PlausibleWeb.AuthorizeStatsApiPlug do{:ok, api_key} <- find_api_key(token),:ok <- check_api_key_rate_limit(api_key),{:ok, site} <- verify_access(api_key, conn.params["site_id"]) do+ Plausible.OpenTelemetry.add_site_attributes(site)assign(conn, :site, site)else{:error, :missing_api_key} ->diff --git a/mix.exs b/mix.exsindex 4f3e90bc95..1eeb1d0dd5 100644--- a/mix.exs+++ b/mix.exs@@ -40,7 +40,8 @@ defmodule Plausible.MixProject doextra_applications: [:logger,:runtime_tools,- :tls_certificate_check+ :tls_certificate_check,+ :opentelemetry_exporter]]end@@ -92,11 +93,12 @@ defmodule Plausible.MixProject do{:oauther, "~> 1.3"},{:oban, "~> 2.11"},{:observer_cli, "~> 1.7"},- {:opentelemetry, "~> 1.0"},- {:opentelemetry_api, "~> 1.0"},+ {:opentelemetry, "~> 1.1"},+ {:opentelemetry_api, "~> 1.1"},{:opentelemetry_ecto, "~> 1.0.0"},- {:opentelemetry_exporter, "~> 1.0"},+ {:opentelemetry_exporter, "~> 1.2.0"},{:opentelemetry_phoenix, "~> 1.0"},+ {:opentelemetry_oban, "~> 0.2.0-rc.5"},{:phoenix, "~> 1.6.0"},{:phoenix_ecto, "~> 4.0"},{:phoenix_html, "~> 2.12"},@@ -112,7 +114,6 @@ defmodule Plausible.MixProject do{:referrer_blocklist, git: "https://github.com/plausible/referrer-blocklist.git"},{:sentry, "~> 8.0"},{:siphash, "~> 3.2"},- {:telemetry, "~> 1.0", override: true},{:timex, "~> 3.7"},{:ua_inspector, "~> 3.0"},{:ex_doc, "~> 0.28", only: :dev, runtime: false}diff --git a/mix.lock b/mix.lockindex 6ed87762de..636d92a084 100644--- a/mix.lock+++ b/mix.lock@@ -10,7 +10,7 @@"cachex": {:hex, :cachex, "3.4.0", "868b2959ea4aeb328c6b60ff66c8d5123c083466ad3c33d3d8b5f142e13101fb", [:mix], [{:eternal, "~> 1.2", [hex: :eternal, repo: "hexpm", optional: false]}, {:jumper, "~> 1.0", [hex: :jumper, repo: "hexpm", optional: false]}, {:sleeplocks, "~> 1.1", [hex: :sleeplocks, repo: "hexpm", optional: false]}, {:unsafe, "~> 1.0", [hex: :unsafe, repo: "hexpm", optional: false]}], "hexpm", "370123b1ab4fba4d2965fb18f87fd758325709787c8c5fce35b3fe80645ccbe5"},"castore": {:hex, :castore, "0.1.17", "ba672681de4e51ed8ec1f74ed624d104c0db72742ea1a5e74edbc770c815182f", [:mix], [], "hexpm", "d9844227ed52d26e7519224525cb6868650c272d4a3d327ce3ca5570c12163f9"},"certifi": {:hex, :certifi, "2.9.0", "6f2a475689dd47f19fb74334859d460a2dc4e3252a3324bd2111b8f0429e7e21", [:rebar3], [], "hexpm", "266da46bdb06d6c6d35fde799bcb28d36d985d424ad7c08b5bb48f5b5cdd4641"},- "chatterbox": {:hex, :ts_chatterbox, "0.11.0", "b8f372c706023eb0de5bf2976764edb27c70fe67052c88c1f6a66b3a5626847f", [:rebar3], [{:hpack, "~>0.2.3", [hex: :hpack_erl, repo: "hexpm", optional: false]}], "hexpm", "722fe2bad52913ab7e87d849fc6370375f0c961ffb2f0b5e6d647c9170c382a6"},+ "chatterbox": {:hex, :ts_chatterbox, "0.13.0", "6f059d97bcaa758b8ea6fffe2b3b81362bd06b639d3ea2bb088335511d691ebf", [:rebar3], [{:hpack, "~>0.2.3", [hex: :hpack_erl, repo: "hexpm", optional: false]}], "hexpm", "b93d19104d86af0b3f2566c4cba2a57d2e06d103728246ba1ac6c3c0ff010aa7"},"clickhouse_ecto": {:git, "https://github.com/plausible/clickhouse_ecto.git", "43126c020f07b097c55a81f68a906019fd061f29", []},"clickhousex": {:git, "https://github.com/plausible/clickhousex", "e6b7cc5a1ea7bb26d77af8fdae03952f662469af", []},"combination": {:hex, :combination, "0.0.3", "746aedca63d833293ec6e835aa1f34974868829b1486b1e1cb0685f0b2ae1f41", [:mix], [], "hexpm", "72b099f463df42ef7dc6371d250c7070b57b6c5902853f69deb894f79eda18ca"},@@ -19,7 +19,7 @@"connection": {:hex, :connection, "1.1.0", "ff2a49c4b75b6fb3e674bfc5536451607270aac754ffd1bdfe175abe4a6d7a68", [:mix], [], "hexpm", "722c1eb0a418fbe91ba7bd59a47e28008a189d47e37e0e7bb85585a016b2869c"},"cors_plug": {:hex, :cors_plug, "3.0.3", "7c3ac52b39624bc616db2e937c282f3f623f25f8d550068b6710e58d04a0e330", [:mix], [{:plug, "~> 1.13", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "3f2d759e8c272ed3835fab2ef11b46bddab8c1ab9528167bd463b6452edf830d"},"cowboy": {:hex, :cowboy, "2.9.0", "865dd8b6607e14cf03282e10e934023a1bd8be6f6bacf921a7e2a96d800cd452", [:make, :rebar3], [{:cowlib, "2.11.0", [hex: :cowlib, repo: "hexpm", optional: false]}, {:ranch, "1.8.0", [hex: :ranch, repo: "hexpm", optional: false]}], "hexpm", "2c729f934b4e1aa149aff882f57c6372c15399a20d54f65c8d67bef583021bde"},- "cowboy_telemetry": {:hex, :cowboy_telemetry, "0.3.1", "ebd1a1d7aff97f27c66654e78ece187abdc646992714164380d8a041eda16754", [:rebar3], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "3a6efd3366130eab84ca372cbd4a7d3c3a97bdfcfb4911233b035d117063f0af"},+ "cowboy_telemetry": {:hex, :cowboy_telemetry, "0.4.0", "f239f68b588efa7707abce16a84d0d2acf3a0f50571f8bb7f56a15865aae820c", [:rebar3], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "7d98bac1ee4565d31b62d59f8823dfd8356a169e7fcbb83831b8a5397404c9de"},"cowlib": {:hex, :cowlib, "2.11.0", "0b9ff9c346629256c42ebe1eeb769a83c6cb771a6ee5960bd110ab0b9b872063", [:make, :rebar3], [], "hexpm", "2b3e9da0b21c4565751a6d4901c20d1b4cc25cbb7fd50d91d2ab6dd287bc86a9"},"credo": {:hex, :credo, "1.6.7", "323f5734350fd23a456f2688b9430e7d517afb313fbd38671b8a4449798a7854", [:mix], [{:bunt, "~> 0.2.1", [hex: :bunt, repo: "hexpm", optional: false]}, {:file_system, "~> 0.2.8", [hex: :file_system, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: false]}], "hexpm", "41e110bfb007f7eda7f897c10bf019ceab9a0b269ce79f015d54b0dcf4fc7dd3"},"csv": {:hex, :csv, "2.5.0", "c47b5a5221bf2e56d6e8eb79e77884046d7fd516280dc7d9b674251e0ae46246", [:mix], [{:parallel_stream, "~> 1.0.4 or ~> 1.1.0", [hex: :parallel_stream, repo: "hexpm", optional: false]}], "hexpm", "e821f541487045c7591a1963eeb42afff0dfa99bdcdbeb3410795a2f59c77d34"},@@ -52,7 +52,7 @@"geolix_adapter_mmdb2": {:hex, :geolix_adapter_mmdb2, "0.6.0", "6ab9dbf6ea395817aa1fd2597be25d0dda1853c7f664e62716e47728d18bc4f9", [:mix], [{:geolix, "~> 2.0", [hex: :geolix, repo: "hexpm", optional: false]}, {:mmdb2_decoder, "~> 3.0", [hex: :mmdb2_decoder, repo: "hexpm", optional: false]}], "hexpm", "06ff962feae8a310cffdf86b74bfcda6e2d0dccb439bb1f62df2b657b1c0269b"},"gettext": {:hex, :gettext, "0.19.1", "564953fd21f29358e68b91634799d9d26989f8d039d7512622efb3c3b1c97892", [:mix], [], "hexpm", "10c656c0912b8299adba9b061c06947511e3f109ab0d18b44a866a4498e77222"},"gproc": {:hex, :gproc, "0.8.0", "cea02c578589c61e5341fce149ea36ccef236cc2ecac8691fba408e7ea77ec2f", [:rebar3], [], "hexpm", "580adafa56463b75263ef5a5df4c86af321f68694e7786cb057fd805d1e2a7de"},- "grpcbox": {:hex, :grpcbox, "0.14.0", "3eb321bcd2275baf8b54cf381feb7b0559a50c02544de28fda039c7f2f9d1a7a", [:rebar3], [{:acceptor_pool, "~>1.0.0", [hex: :acceptor_pool, repo: "hexpm", optional: false]}, {:chatterbox, "~>0.11.0", [hex: :ts_chatterbox, repo: "hexpm", optional: false]}, {:ctx, "~>0.6.0", [hex: :ctx, repo: "hexpm", optional: false]}, {:gproc, "~>0.8.0", [hex: :gproc, repo: "hexpm", optional: false]}], "hexpm", "e24159b7b6d3f9869bbe528845c0125fed2259366ba908fd04a1f45fe81d0660"},+ "grpcbox": {:hex, :grpcbox, "0.16.0", "b83f37c62d6eeca347b77f9b1ec7e9f62231690cdfeb3a31be07cd4002ba9c82", [:rebar3], [{:acceptor_pool, "~>1.0.0", [hex: :acceptor_pool, repo: "hexpm", optional: false]}, {:chatterbox, "~>0.13.0", [hex: :ts_chatterbox, repo: "hexpm", optional: false]}, {:ctx, "~>0.6.0", [hex: :ctx, repo: "hexpm", optional: false]}, {:gproc, "~>0.8.0", [hex: :gproc, repo: "hexpm", optional: false]}], "hexpm", "294df743ae20a7e030889f00644001370a4f7ce0121f3bbdaf13cf3169c62913"},"hackney": {:hex, :hackney, "1.18.1", "f48bf88f521f2a229fc7bae88cf4f85adc9cd9bcf23b5dc8eb6a1788c662c4f6", [:rebar3], [{:certifi, "~>2.9.0", [hex: :certifi, repo: "hexpm", optional: false]}, {:idna, "~>6.1.0", [hex: :idna, repo: "hexpm", optional: false]}, {:metrics, "~>1.0.0", [hex: :metrics, repo: "hexpm", optional: false]}, {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]}, {:parse_trans, "3.3.1", [hex: :parse_trans, repo: "hexpm", optional: false]}, {:ssl_verify_fun, "~>1.1.0", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}, {:unicode_util_compat, "~>0.7.0", [hex: :unicode_util_compat, repo: "hexpm", optional: false]}], "hexpm", "a4ecdaff44297e9b5894ae499e9a070ea1888c84afdd1fd9b7b2bc384950128e"},"hammer": {:hex, :hammer, "6.0.0", "72ec6fff10e9d63856968988a22ee04c4d6d5248071ddccfbda50aa6c455c1d7", [:mix], [{:poolboy, "~> 1.5", [hex: :poolboy, repo: "hexpm", optional: false]}], "hexpm", "d8e1ec2e534c4aae508b906759e077c3c1eb3e2b9425235d4b7bbab0b016210a"},"hpack": {:hex, :hpack_erl, "0.2.3", "17670f83ff984ae6cd74b1c456edde906d27ff013740ee4d9efaa4f1bf999633", [:rebar3], [], "hexpm", "06f580167c4b8b8a6429040df36cc93bba6d571faeaec1b28816523379cbb23a"},@@ -83,10 +83,11 @@"oauther": {:hex, :oauther, "1.3.0", "82b399607f0ca9d01c640438b34d74ebd9e4acd716508f868e864537ecdb1f76", [:mix], [], "hexpm", "78eb888ea875c72ca27b0864a6f550bc6ee84f2eeca37b093d3d833fbcaec04e"},"oban": {:hex, :oban, "2.12.0", "bd5a283770c6ab1284aad81e5566cfb89f4119b08f52508d92d73551283c8789", [:mix], [{:ecto_sql, "~> 3.6", [hex: :ecto_sql, repo: "hexpm", optional: false]}, {:jason, "~> 1.1", [hex: :jason, repo: "hexpm", optional: false]}, {:postgrex, "~> 0.16", [hex: :postgrex, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "1557b7b046b13c0b5360f55a9fb7e56975f6b5f8247e56f2c54575bd95435ca0"},"observer_cli": {:hex, :observer_cli, "1.7.3", "25d094d485f47239f218b53df0691a102fef13071dfd0d04922b5142297cfc93", [:mix, :rebar3], [{:recon, "~>2.5.1", [hex: :recon, repo: "hexpm", optional: false]}], "hexpm", "a41b6d3e11a3444e063e09cc225f7f3e631ce14019e5fbcaebfda89b1bd788ea"},- "opentelemetry": {:hex, :opentelemetry, "1.0.2", "9ffa9ddcbec9356154681bc9d0a54bb20f0de0e8c6696ccc298b49633308782b", [:rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "e774506333c8afd9133fee4ba69d06e6413ccad6ee76f10e59c3ec624009af23"},- "opentelemetry_api": {:hex, :opentelemetry_api, "1.0.3", "77f9644c42340cd8b18c728cde4822ed55ae136f0d07761b78e8c54da46af93a", [:mix, :rebar3], [], "hexpm", "4293e06bd369bc004e6fad5edbb56456d891f14bd3f9f1772b18f1923e0678ea"},+ "opentelemetry": {:hex, :opentelemetry, "1.1.1", "02de53d7dcafc087793ddf98cac946aaaa13c99cb6a7e568d9bb5ce4552b340e", [:rebar3], [{:opentelemetry_api, "~> 1.1", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "43a807d536bca55542731ddb5ecf68c0b3b433ff98713a6496058075bac70031"},+ "opentelemetry_api": {:hex, :opentelemetry_api, "1.1.0", "156366bfbf249f54daf2626e087e29ad91201eab670993fd9ae1bd278d03a096", [:mix, :rebar3], [], "hexpm", "e0d0b49e21e5785da675c97104c385283cae84fcc0d8522932a5dcf55489ead1"},"opentelemetry_ecto": {:hex, :opentelemetry_ecto, "1.0.0", "8463cc466429b3e125ae236a5cc32869ea38c88eb2f07722dd88e78ceca6963c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_process_propagator, "~> 0.1.0", [hex: :opentelemetry_process_propagator, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "39cc60dbdd54e371bd12fb010ee960de851d782dca197efefa5c35eb6b4c18bd"},- "opentelemetry_exporter": {:hex, :opentelemetry_exporter, "1.0.2", "19a102d1f04776399a915be27121852468318c27146e553faf28008e3e474972", [:rebar3], [{:grpcbox, ">= 0.0.0", [hex: :grpcbox, repo: "hexpm", optional: false]}, {:opentelemetry, "~> 1.0", [hex: :opentelemetry, repo: "hexpm", optional: false]}, {:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:tls_certificate_check, "~> 1.11", [hex: :tls_certificate_check, repo: "hexpm", optional: false]}], "hexpm", "43de904dd7f482009bf1a40d591ab5ed25f603f1072a04a162e87f7f8c08dbb5"},+ "opentelemetry_exporter": {:hex, :opentelemetry_exporter, "1.2.0", "c78a4fecba55a54ed2d4559f55addb88b37fc31820d7d0b2964aaebccd8b0614", [:rebar3], [{:grpcbox, ">= 0.0.0", [hex: :grpcbox, repo: "hexpm", optional: false]}, {:opentelemetry, "~> 1.1", [hex: :opentelemetry, repo: "hexpm", optional: false]}, {:opentelemetry_api, "~> 1.1", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:tls_certificate_check, "~> 1.11", [hex: :tls_certificate_check, repo: "hexpm", optional: false]}], "hexpm", "358d13805ef9f0521160ccca4ab533d3c8b1ca7561f72a90d3dd7ef30877c159"},+ "opentelemetry_oban": {:hex, :opentelemetry_oban, "0.2.0-rc.5", "5bd36c459a8e656045c670bef4ea2c7105742812e049466b68097b05c3f3b961", [:mix], [{:oban, "~> 2.0", [hex: :oban, repo: "hexpm", optional: false]}, {:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_telemetry, "~> 1.0.0-beta.7", [hex: :opentelemetry_telemetry, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "34b91e44d564bc325bebee5a8281d09500dc389d5cb6799a2beedcfa4f658c35"},"opentelemetry_phoenix": {:hex, :opentelemetry_phoenix, "1.0.0", "73b8fee8bca6ac7a6aa0b17f61eb63494d1c78fffccdbac9656d92d279f9980c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_telemetry, "~> 1.0", [hex: :opentelemetry_telemetry, repo: "hexpm", optional: false]}, {:plug, ">= 1.11.0", [hex: :plug, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "9cb30018fda95657f5698130541988b68269de2c9a870051f845f7e2193e72c3"},"opentelemetry_process_propagator": {:hex, :opentelemetry_process_propagator, "0.1.1", "81ec6825971903486ee73be23230d06764df39ee11011e520f601aa2bb21c893", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "0572f26066bbb0457e22e169f966c0140a8f95237716c9c6ba4458d6dbaa724b"},"opentelemetry_telemetry": {:hex, :opentelemetry_telemetry, "1.0.0", "d5982a319e725fcd2305b306b65c18a86afdcf7d96821473cf0649ff88877615", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:telemetry_registry, "~> 0.3.0", [hex: :telemetry_registry, repo: "hexpm", optional: false]}], "hexpm", "3401d13a1d4b7aa941a77e6b3ec074f0ae77f83b5b2206766ce630123a9291a9"},@@ -115,13 +116,13 @@"siphash": {:hex, :siphash, "3.2.0", "ec03fd4066259218c85e2a4b8eec4bb9663bc02b127ea8a0836db376ba73f2ed", [:make, :mix], [], "hexpm", "ba3810701c6e95637a745e186e8a4899087c3b079ba88fb8f33df054c3b0b7c3"},"sleeplocks": {:hex, :sleeplocks, "1.1.1", "3d462a0639a6ef36cc75d6038b7393ae537ab394641beb59830a1b8271faeed3", [:rebar3], [], "hexpm", "84ee37aeff4d0d92b290fff986d6a95ac5eedf9b383fadfd1d88e9b84a1c02e1"},"ssl_verify_fun": {:hex, :ssl_verify_fun, "1.1.6", "cf344f5692c82d2cd7554f5ec8fd961548d4fd09e7d22f5b62482e5aeaebd4b0", [:make, :mix, :rebar3], [], "hexpm", "bdb0d2471f453c88ff3908e7686f86f9be327d065cc1ec16fa4540197ea04680"},- "telemetry": {:hex, :telemetry, "1.1.0", "a589817034a27eab11144ad24d5c0f9fab1f58173274b1e9bae7074af9cbee51", [:rebar3], [], "hexpm", "b727b2a1f75614774cff2d7565b64d0dfa5bd52ba517f16543e6fc7efcc0df48"},+ "telemetry": {:hex, :telemetry, "1.0.0", "0f453a102cdf13d506b7c0ab158324c337c41f1cc7548f0bc0e130bbf0ae9452", [:rebar3], [], "hexpm", "73bc09fa59b4a0284efb4624335583c528e07ec9ae76aca96ea0673850aec57a"},"telemetry_metrics": {:hex, :telemetry_metrics, "0.6.1", "315d9163a1d4660aedc3fee73f33f1d355dcc76c5c3ab3d59e76e3edf80eef1f", [:mix], [{:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "7be9e0871c41732c233be71e4be11b96e56177bf15dde64a8ac9ce72ac9834c6"},"telemetry_metrics_prometheus_core": {:hex, :telemetry_metrics_prometheus_core, "1.0.2", "c98b1c580de637bfeac00db41b9fb91fb4c3548ee3d512a8ed7299172312eaf3", [:mix], [{:telemetry, "~> 0.4 or ~> 1.0.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:telemetry_metrics, "~> 0.6", [hex: :telemetry_metrics, repo: "hexpm", optional: false]}], "hexpm", "48351a0d56f80e38c997b44232b1043e0a081670d16766eee920e6254175b730"},"telemetry_poller": {:hex, :telemetry_poller, "1.0.0", "db91bb424e07f2bb6e73926fcafbfcbcb295f0193e0a00e825e589a0a47e8453", [:rebar3], [{:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "b3a24eafd66c3f42da30fc3ca7dda1e9d546c12250a2d60d7b81d264fbec4f6e"},"telemetry_registry": {:hex, :telemetry_registry, "0.3.0", "6768f151ea53fc0fbca70dbff5b20a8d663ee4e0c0b2ae589590e08658e76f1e", [:mix, :rebar3], [{:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "492e2adbc609f3e79ece7f29fec363a97a2c484ac78a83098535d6564781e917"},"timex": {:hex, :timex, "3.7.8", "0e6e8bf7c0aba95f1e13204889b2446e7a5297b1c8e408f15ab58b2c8dc85f81", [:mix], [{:combine, "~> 0.10", [hex: :combine, repo: "hexpm", optional: false]}, {:gettext, "~> 0.10", [hex: :gettext, repo: "hexpm", optional: false]}, {:tzdata, "~> 1.1", [hex: :tzdata, repo: "hexpm", optional: false]}], "hexpm", "8f3b8edc5faab5205d69e5255a1d64a83b190bab7f16baa78aefcb897cf81435"},- "tls_certificate_check": {:hex, :tls_certificate_check, "1.14.0", "6d1638d56ac68b25c987d401dffb7cd059281339aadc3f8bf27ab33ee19ddbfe", [:rebar3], [{:ssl_verify_fun, "1.1.6", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm", "b4452ddd3ae89cd84451afa0e218cb3ccd5178fe3c1de7fabcbddb12a137bcf4"},+ "tls_certificate_check": {:hex, :tls_certificate_check, "1.15.0", "1c0377617a1111000bca3f4cd530b62690c9bd2dc9b868b4459203cd4d7f16ab", [:rebar3], [{:ssl_verify_fun, "1.1.6", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm", "87fd2e865078fdf8913a8c27bd8fe2be986383e31011f21d7f92cc5f7bc90731"},"tzdata": {:hex, :tzdata, "1.1.1", "20c8043476dfda8504952d00adac41c6eda23912278add38edc140ae0c5bcc46", [:mix], [{:hackney, "~> 1.17", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm", "a69cec8352eafcd2e198dea28a34113b60fdc6cb57eb5ad65c10292a6ba89787"},"ua_inspector": {:hex, :ua_inspector, "3.0.1", "649e68e31296a7bc39204e84b13a14c245b61df43fde0dd91ef784a98ecb04d4", [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}, {:yamerl, "~> 0.7", [hex: :yamerl, repo: "hexpm", optional: false]}], "hexpm", "b510ce5a5fd70a37bf5eab8008a25fc57388ea240b95bb4d98fc892648f9b916"},"unicode_util_compat": {:hex, :unicode_util_compat, "0.7.0", "bc84380c9ab48177092f43ac89e4dfa2c6d62b40b8bd132b1059ecc7232f9a78", [:rebar3], [], "hexpm", "25eee6d67df61960cf6a794239566599b09e17e668d3700247bc498638152521"},